Nov 06 08:18:27 user nova-compute[74883]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74883) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 06 08:18:27 user nova-compute[74883]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74883) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 06 08:18:27 user nova-compute[74883]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74883) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 06 08:18:27 user nova-compute[74883]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:18:28 user nova-compute[74883]: INFO nova.virt.driver [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 06 08:18:28 user nova-compute[74883]: INFO nova.compute.provider_config [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Acquiring lock "singleton_lock" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Acquired lock "singleton_lock" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Releasing lock "singleton_lock" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Full set of CONF: {{(pid=74883) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ******************************************************************************** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Configuration options gathered from: {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ================================================================================ {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] allow_resize_to_same_host      = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] arq_binding_timeout            = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] backdoor_port                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] backdoor_socket                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] block_device_allocate_retries  = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] block_device_allocate_retries_interval = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cert                           = self.pem {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute_monitors               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] config_dir                     = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] config_drive_format            = iso9660 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] config_source                  = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] console_host                   = user {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] control_exchange               = nova {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cpu_allocation_ratio           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] daemon                         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] debug                          = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_access_ip_network_name = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_availability_zone      = nova {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_ephemeral_format       = ext4 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_green_pool_size        = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] default_schedule_zone          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] disk_allocation_ratio          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] enable_new_services            = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] enabled_ssl_apis               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] flat_injected                  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] force_config_drive             = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] force_raw_images               = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] graceful_shutdown_timeout      = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] heal_instance_info_cache_interval = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] host                           = user {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_build_timeout         = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_delete_interval       = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_name_template         = instance-%08x {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_usage_audit           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_usage_audit_period    = month {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] internal_service_availability_zone = internal {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] key                            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] live_migration_retry_count     = 30 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_config_append              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_dir                        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_file                       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_options                    = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_rotate_interval            = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_rotate_interval_type       = days {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] log_rotation_type              = none {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] long_rpc_timeout               = 1800 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_concurrent_builds          = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_concurrent_live_migrations = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_concurrent_snapshots       = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_local_block_devices        = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_logfile_count              = 30 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] max_logfile_size_mb            = 200 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] maximum_instance_delete_attempts = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metadata_listen                = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metadata_listen_port           = 8775 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metadata_workers               = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] migrate_max_retries            = -1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] mkisofs_cmd                    = genisoimage {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] my_ip                          = 10.0.0.210 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] network_allocate_retries       = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] osapi_compute_listen_port      = 8774 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] osapi_compute_unique_server_name_scope =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] osapi_compute_workers          = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] password_length                = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] periodic_enable                = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] periodic_fuzzy_delay           = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] pointer_model                  = ps2mouse {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] preallocate_images             = none {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] publish_errors                 = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] pybasedir                      = /opt/stack/nova {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ram_allocation_ratio           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rate_limit_burst               = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rate_limit_except_level        = CRITICAL {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rate_limit_interval            = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reboot_timeout                 = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reclaim_instance_interval      = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] record                         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reimage_timeout_per_gb         = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] report_interval                = 120 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rescue_timeout                 = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reserved_host_cpus             = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reserved_host_disk_mb          = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reserved_host_memory_mb        = 512 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] reserved_huge_pages            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] resize_confirm_window          = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] resize_fs_using_block_device   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] resume_guests_state_on_host_boot = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rpc_response_timeout           = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] run_external_periodic_tasks    = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] running_deleted_instance_action = reap {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] running_deleted_instance_timeout = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler_instance_sync_interval = 120 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_down_time              = 720 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] servicegroup_driver            = db {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] shelved_offload_time           = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] shelved_poll_interval          = 3600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] shutdown_timeout               = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] source_is_ipv6                 = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ssl_only                       = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] state_path                     = /opt/stack/data/nova {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] sync_power_state_interval      = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] sync_power_state_pool_size     = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] syslog_log_facility            = LOG_USER {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] tempdir                        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] timeout_nbd                    = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] transport_url                  = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] update_resources_interval      = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_cow_images                 = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_eventlog                   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_journal                    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_json                       = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_rootwrap_daemon            = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_stderr                     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] use_syslog                     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vcpu_pin_set                   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plugging_is_fatal          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plugging_timeout           = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] virt_mkfs                      = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] volume_usage_poll_interval     = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] watch_log_file                 = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] web                            = /usr/share/spice-html5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_concurrency.disable_process_locking = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.auth_strategy              = keystone {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.compute_link_prefix        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.dhcp_domain                = novalocal {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.enable_instance_password   = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.glance_link_prefix         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.instance_list_per_project_cells = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.list_records_by_skipping_down_cells = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.local_metadata_per_cell    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.max_limit                  = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.metadata_cache_expiration  = 15 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.neutron_default_tenant_id  = default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.use_forwarded_for          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.use_neutron_default_nets   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_dynamic_targets = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_jsonfile_path   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.backend_argument         = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.config_prefix            = cache.oslo {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.dead_timeout             = 60.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.debug_cache_backend      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.enable_retry_client      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.enable_socket_keepalive  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.enabled                  = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.expiration_time          = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.hashclient_retry_attempts = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_dead_retry      = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_password        =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_sasl_enabled    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.memcache_username        =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.proxies                  = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.retry_attempts           = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.retry_delay              = 0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.socket_keepalive_count   = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.socket_keepalive_idle    = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.socket_keepalive_interval = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.tls_allowed_ciphers      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.tls_cafile               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.tls_certfile             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.tls_enabled              = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cache.tls_keyfile              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.auth_section            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.auth_type               = password {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.cafile                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.certfile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.collect_timing          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.cross_az_attach         = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.debug                   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.endpoint_template       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.http_retries            = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.insecure                = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.keyfile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.os_region_name          = RegionOne {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.split_loggers           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cinder.timeout                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.cpu_dedicated_set      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.cpu_shared_set         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.image_type_exclude_list = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.resource_provider_association_refresh = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.shutdown_retry_interval = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] conductor.workers              = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] console.allowed_origins        = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] console.ssl_ciphers            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] console.ssl_minimum_version    = default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] consoleauth.token_ttl          = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.cafile                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.certfile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.collect_timing          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.connect_retries         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.connect_retry_delay     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.endpoint_override       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.insecure                = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.keyfile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.max_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.min_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.region_name             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.service_name            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.service_type            = accelerator {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.split_loggers           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.status_code_retries     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.timeout                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] cyborg.version                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.backend               = sqlalchemy {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.connection            = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.connection_debug      = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.connection_parameters =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.connection_recycle_time = 3600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.connection_trace      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.db_inc_retry_interval = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.db_max_retries        = 20 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.db_max_retry_interval = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.db_retry_interval     = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.max_overflow          = 50 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.max_pool_size         = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.max_retries           = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.mysql_wsrep_sync_wait = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.pool_timeout          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.retry_interval        = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.slave_connection      = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] database.sqlite_synchronous    = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.backend           = sqlalchemy {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.connection        = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.connection_debug  = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.connection_parameters =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.connection_recycle_time = 3600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.connection_trace  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.db_inc_retry_interval = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.db_max_retries    = 20 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.db_max_retry_interval = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.db_retry_interval = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.max_overflow      = 50 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.max_pool_size     = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.max_retries       = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.pool_timeout      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.retry_interval    = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.slave_connection  = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] api_database.sqlite_synchronous = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] devices.enabled_mdev_types     = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ephemeral_storage_encryption.enabled = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.api_servers             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.cafile                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.certfile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.collect_timing          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.connect_retries         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.connect_retry_delay     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.debug                   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.default_trusted_certificate_ids = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.enable_certificate_validation = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.enable_rbd_download     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.endpoint_override       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.insecure                = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.keyfile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.max_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.min_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.num_retries             = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.rbd_ceph_conf           =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.rbd_connect_timeout     = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.rbd_pool                =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.rbd_user                =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.region_name             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.service_name            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.service_type            = image {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.split_loggers           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.status_code_retries     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.timeout                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.verify_glance_signatures = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] glance.version                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] guestfs.debug                  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.config_drive_cdrom      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.config_drive_inject_password = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.enable_remotefx         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.instances_path_share    =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.limit_cpu_features      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.use_multipath_io        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.vswitch_name            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] mks.enabled                    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.manager_interval   = 2400 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.precache_concurrency = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.remove_unused_base_images = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] image_cache.subdirectory_name  = _base {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.api_max_retries         = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.api_retry_interval      = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.auth_section            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.auth_type               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.cafile                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.certfile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.collect_timing          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.conductor_group         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.connect_retries         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.connect_retry_delay     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.endpoint_override       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.insecure                = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.keyfile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.max_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.min_version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.peer_list               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.region_name             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.serial_console_state_timeout = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.service_name            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.service_type            = baremetal {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.split_loggers           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.status_code_retries     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.timeout                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ironic.version                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] key_manager.fixed_key          = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.barbican_api_version  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.barbican_endpoint     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.barbican_endpoint_type = public {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.barbican_region_name  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.cafile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.certfile              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.collect_timing        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.insecure              = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.keyfile               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.number_of_retries     = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.retry_delay           = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.send_service_user_token = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.split_loggers         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.timeout               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.verify_ssl            = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican.verify_ssl_path       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.auth_section = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.auth_type = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.cafile   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.certfile = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.collect_timing = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.insecure = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.keyfile  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.split_loggers = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] barbican_service_user.timeout  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.approle_role_id          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.approle_secret_id        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.cafile                   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.certfile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.collect_timing           = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.insecure                 = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.keyfile                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.kv_mountpoint            = secret {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.kv_path                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.kv_version               = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.namespace                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.root_token_id            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.split_loggers            = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.ssl_ca_crt_file          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.timeout                  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.use_ssl                  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.auth_section          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.auth_type             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.cafile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.certfile              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.collect_timing        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.connect_retries       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.connect_retry_delay   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.endpoint_override     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.insecure              = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.keyfile               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.max_version           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.min_version           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.region_name           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.service_name          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.service_type          = identity {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.split_loggers         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.status_code_retries   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.timeout               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] keystone.version               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.connection_uri         =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_mode               = custom {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: WARNING oslo_config.cfg [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_power_governor_high = performance {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_power_management   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.device_detach_attempts = 8 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.device_detach_timeout  = 20 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.disk_cachemodes        = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.disk_prefix            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.enabled_perf_events    = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.file_backed_memory     = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.gid_maps               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.hw_disk_discard        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.hw_machine_type        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_rbd_pool        = rbd {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_type            = default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.images_volume_group    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.inject_key             = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.inject_partition       = -2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.inject_password        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.iscsi_iface            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.iser_use_multipath     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_downtime = 500 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_inbound_addr = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_scheme  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_timeout_action = abort {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_tunnelled = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: WARNING oslo_config.cfg [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 06 08:18:28 user nova-compute[74883]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 06 08:18:28 user nova-compute[74883]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 06 08:18:28 user nova-compute[74883]: and ``live_migration_inbound_addr`` respectively.
Nov 06 08:18:28 user nova-compute[74883]: ).  Its value may be silently ignored in the future.
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.live_migration_with_native_tls = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.max_queues             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.nfs_mount_options      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_pcie_ports         = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.pmem_namespaces        = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.quobyte_client_cfg     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rbd_secret_uuid        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rbd_user               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rescue_image_id        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rescue_kernel_id       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.rx_queue_size          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.smbfs_mount_options    =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.snapshot_compression   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.snapshot_image_format  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.sparse_logical_volumes = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.swtpm_enabled          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.swtpm_group            = tss {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.swtpm_user             = tss {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.sysinfo_serial         = unique {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.tb_cache_size          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.tx_queue_size          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.uid_maps               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.use_virtio_for_bridges = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.virt_type              = kvm {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.volume_clear           = zero {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.volume_clear_size      = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.volume_use_multipath   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_cache_path   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.auth_section           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.auth_type              = password {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.cafile                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.certfile               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.collect_timing         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.connect_retries        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.connect_retry_delay    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.default_floating_pool  = public {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.endpoint_override      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.extension_sync_interval = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.http_retries           = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.insecure               = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.keyfile                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.max_version            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.min_version            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.ovs_bridge             = br-int {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.physnets               = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.region_name            = RegionOne {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.service_metadata_proxy = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.service_name           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.service_type           = network {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.split_loggers          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.status_code_retries    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.timeout                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] neutron.version                = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] notifications.bdms_in_notifications = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] notifications.default_level    = INFO {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] notifications.notification_format = unversioned {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] notifications.notify_on_state_change = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] pci.alias                      = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] pci.device_spec                = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] pci.report_in_placement        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.auth_section         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.auth_type            = password {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.cafile               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.certfile             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.collect_timing       = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.connect_retries      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.connect_retry_delay  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.default_domain_id    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.default_domain_name  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.domain_id            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.domain_name          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.endpoint_override    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.insecure             = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.keyfile              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.max_version          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.min_version          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.password             = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.project_domain_id    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.project_domain_name  = Default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.project_id           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.project_name         = service {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.region_name          = RegionOne {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.service_name         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.service_type         = placement {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.split_loggers        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.status_code_retries  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.system_scope         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.timeout              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.trust_id             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.user_domain_id       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.user_domain_name     = Default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.user_id              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.username             = placement {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] placement.version              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.cores                    = 20 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.count_usage_from_placement = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.injected_file_content_bytes = 10240 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.injected_file_path_length = 255 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.injected_files           = 5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.instances                = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.key_pairs                = 100 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.metadata_items           = 128 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.ram                      = 51200 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.recheck_quota            = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.server_group_members     = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] quota.server_groups            = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rdp.enabled                    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.image_metadata_prefilter = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.max_attempts         = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.max_placement_results = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] scheduler.workers              = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.host_subset_size = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.isolated_hosts = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.isolated_images = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.pci_in_placement = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.track_instance_changes = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metrics.required               = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metrics.weight_multiplier      = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] metrics.weight_setting         = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.enabled         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.port_range      = 10000:20000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] serial_console.serialproxy_port = 6083 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.auth_section      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.auth_type         = password {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.cafile            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.certfile          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.collect_timing    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.insecure          = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.keyfile           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.send_service_user_token = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.split_loggers     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] service_user.timeout           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.agent_enabled            = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.enabled                  = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.html5proxy_port          = 6082 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.image_compression        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.jpeg_compression         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.playback_compression     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.server_listen            = 127.0.0.1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.streaming_mode           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] spice.zlib_compression         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] upgrade_levels.baseapi         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] upgrade_levels.cert            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] upgrade_levels.compute         = auto {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] upgrade_levels.conductor       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] upgrade_levels.scheduler       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.cafile = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.certfile = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.insecure = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vendordata_dynamic_auth.timeout = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.api_retry_count         = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.ca_file                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.cache_prefix            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.cluster_name            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.connection_pool_size    = 10 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.console_delay_seconds   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.datastore_regex         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.host_ip                 = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.host_password           = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.host_port               = 443 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.host_username           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.insecure                = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.integration_bridge      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.maximum_objects         = 100 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.pbm_default_policy      = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.pbm_enabled             = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.pbm_wsdl_location       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.serial_port_proxy_uri   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.serial_port_service_uri = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.task_poll_interval      = 0.5 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.use_linked_clone        = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.vnc_keymap              = en-us {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.vnc_port                = 5900 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vmware.vnc_port_total          = 10000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.auth_schemes               = ['none'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.enabled                    = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.novncproxy_port            = 6080 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.vencrypt_ca_certs          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.vencrypt_client_cert       = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vnc.vencrypt_client_key        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.disable_rootwrap   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.enable_numa_live_migration = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.libvirt_disable_apic = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.client_socket_timeout     = 900 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.default_pool_size         = 1000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.keep_alive                = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.max_header_line           = 16384 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.ssl_ca_file               = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.ssl_cert_file             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.ssl_key_file              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.tcp_keepidle              = 600 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] zvm.ca_file                    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] zvm.cloud_connector_url        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] zvm.reachable_timeout          = 300 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.enforce_new_defaults = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.enforce_scope      = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.policy_default_rule = default {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.connection_string     = messaging:// {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.enabled               = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.es_doc_type           = notification {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.es_scroll_size        = 10000 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.es_scroll_time        = 2m {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.filter_error_trace    = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.hmac_keys             = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.sentinel_service_name = mymaster {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.socket_timeout        = 0.1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.trace_requests        = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler.trace_sqlalchemy      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler_jaeger.process_tags   = {} {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler_jaeger.service_name_prefix = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] profiler_otlp.service_name_prefix = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] remote_debug.host              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] remote_debug.port              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_notifications.retry = -1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.auth_section        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.auth_type           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.cafile              = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.certfile            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.collect_timing      = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.connect_retries     = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.connect_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.endpoint_id         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.endpoint_override   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.insecure            = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.keyfile             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.max_version         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.min_version         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.region_name         = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.service_name        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.service_type        = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.split_loggers       = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.status_code_retries = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.status_code_retry_delay = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.timeout             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.valid_interfaces    = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_limit.version             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_reports.file_event_handler = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] oslo_reports.log_dir           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.group  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] vif_plug_ovs_privileged.user   = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.isolate_vif         = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] os_brick.lock_path             = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.capabilities   = [21] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.group          = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.helper_command = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] privsep_osbrick.user           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.group           = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.helper_command  = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] nova_sys_admin.user            = None {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG oslo_service.service [None req-9b385104-c393-434e-b5ac-24d99eba05d5 None None] ******************************************************************************** {{(pid=74883) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 06 08:18:28 user nova-compute[74883]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Connecting to libvirt: qemu:///system {{(pid=74883) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f11b834f040> {{(pid=74883) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 06 08:18:28 user nova-compute[74883]: libvirt:  error : internal error: could not initialize domain event timer
Nov 06 08:18:28 user nova-compute[74883]: WARNING nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f11b834f040> {{(pid=74883) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Starting native event thread {{(pid=74883) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Starting green dispatch thread {{(pid=74883) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Starting connection event dispatch thread {{(pid=74883) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 06 08:18:28 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Connection event '1' reason 'None'
Nov 06 08:18:28 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 06 08:18:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.mount [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Initialising _HostMountState generation 0 {{(pid=74883) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host capabilities <capabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <host>
Nov 06 08:18:36 user nova-compute[74883]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 06 08:18:36 user nova-compute[74883]:     <cpu>
Nov 06 08:18:36 user nova-compute[74883]:       <arch>x86_64</arch>
Nov 06 08:18:36 user nova-compute[74883]:       <model>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <microcode version='1070'/>
Nov 06 08:18:36 user nova-compute[74883]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='osxsave'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='invtsc'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='rsba'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature name='skip-l1dfl-vmentry'/>
Nov 06 08:18:36 user nova-compute[74883]:       <pages unit='KiB' size='4'/>
Nov 06 08:18:36 user nova-compute[74883]:       <pages unit='KiB' size='2048'/>
Nov 06 08:18:36 user nova-compute[74883]:     </cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <power_management>
Nov 06 08:18:36 user nova-compute[74883]:       <suspend_mem/>
Nov 06 08:18:36 user nova-compute[74883]:       <suspend_disk/>
Nov 06 08:18:36 user nova-compute[74883]:       <suspend_hybrid/>
Nov 06 08:18:36 user nova-compute[74883]:     </power_management>
Nov 06 08:18:36 user nova-compute[74883]:     <iommu support='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <migration_features>
Nov 06 08:18:36 user nova-compute[74883]:       <live/>
Nov 06 08:18:36 user nova-compute[74883]:       <uri_transports>
Nov 06 08:18:36 user nova-compute[74883]:         <uri_transport>tcp</uri_transport>
Nov 06 08:18:36 user nova-compute[74883]:         <uri_transport>rdma</uri_transport>
Nov 06 08:18:36 user nova-compute[74883]:       </uri_transports>
Nov 06 08:18:36 user nova-compute[74883]:     </migration_features>
Nov 06 08:18:36 user nova-compute[74883]:     <topology>
Nov 06 08:18:36 user nova-compute[74883]:       <cells num='2'>
Nov 06 08:18:36 user nova-compute[74883]:         <cell id='0'>
Nov 06 08:18:36 user nova-compute[74883]:           <memory unit='KiB'>8189224</memory>
Nov 06 08:18:36 user nova-compute[74883]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 06 08:18:36 user nova-compute[74883]:           <pages unit='KiB' size='2048'>0</pages>
Nov 06 08:18:36 user nova-compute[74883]:           <distances>
Nov 06 08:18:36 user nova-compute[74883]:             <sibling id='0' value='10'/>
Nov 06 08:18:36 user nova-compute[74883]:             <sibling id='1' value='20'/>
Nov 06 08:18:36 user nova-compute[74883]:           </distances>
Nov 06 08:18:36 user nova-compute[74883]:           <cpus num='6'>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 06 08:18:36 user nova-compute[74883]:           </cpus>
Nov 06 08:18:36 user nova-compute[74883]:         </cell>
Nov 06 08:18:36 user nova-compute[74883]:         <cell id='1'>
Nov 06 08:18:36 user nova-compute[74883]:           <memory unit='KiB'>8206460</memory>
Nov 06 08:18:36 user nova-compute[74883]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 06 08:18:36 user nova-compute[74883]:           <pages unit='KiB' size='2048'>0</pages>
Nov 06 08:18:36 user nova-compute[74883]:           <distances>
Nov 06 08:18:36 user nova-compute[74883]:             <sibling id='0' value='20'/>
Nov 06 08:18:36 user nova-compute[74883]:             <sibling id='1' value='10'/>
Nov 06 08:18:36 user nova-compute[74883]:           </distances>
Nov 06 08:18:36 user nova-compute[74883]:           <cpus num='6'>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 06 08:18:36 user nova-compute[74883]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 06 08:18:36 user nova-compute[74883]:           </cpus>
Nov 06 08:18:36 user nova-compute[74883]:         </cell>
Nov 06 08:18:36 user nova-compute[74883]:       </cells>
Nov 06 08:18:36 user nova-compute[74883]:     </topology>
Nov 06 08:18:36 user nova-compute[74883]:     <cache>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 06 08:18:36 user nova-compute[74883]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 06 08:18:36 user nova-compute[74883]:     </cache>
Nov 06 08:18:36 user nova-compute[74883]:     <secmodel>
Nov 06 08:18:36 user nova-compute[74883]:       <model>apparmor</model>
Nov 06 08:18:36 user nova-compute[74883]:       <doi>0</doi>
Nov 06 08:18:36 user nova-compute[74883]:     </secmodel>
Nov 06 08:18:36 user nova-compute[74883]:     <secmodel>
Nov 06 08:18:36 user nova-compute[74883]:       <model>dac</model>
Nov 06 08:18:36 user nova-compute[74883]:       <doi>0</doi>
Nov 06 08:18:36 user nova-compute[74883]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 06 08:18:36 user nova-compute[74883]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 06 08:18:36 user nova-compute[74883]:     </secmodel>
Nov 06 08:18:36 user nova-compute[74883]:   </host>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='alpha'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>clipper</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='armv6l'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>integratorcp</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>borzoi</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>spitz</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>nuri</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-b1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatileab</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>kzm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-a</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>smdkc210</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>z2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>tosa</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>sabrelite</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-eb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n810</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatilepb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>terrier</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mainstone</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>midway</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>musicpal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>microbit</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cubieboard</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>verdex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduino2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>raspi2b</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cheetah</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>highbank</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>akita</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>connex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>collie</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='armv7l'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>integratorcp</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>borzoi</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>spitz</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>nuri</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-b1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatileab</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>kzm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-a</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>smdkc210</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>z2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>tosa</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>sabrelite</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-eb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n810</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatilepb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>terrier</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mainstone</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>midway</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>musicpal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>microbit</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cubieboard</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>verdex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduino2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>raspi2b</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cheetah</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>highbank</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>akita</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>connex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>collie</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='aarch64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>integratorcp</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>borzoi</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>spitz</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>nuri</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-b1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatileab</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>kzm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>musca-a</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>smdkc210</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>z2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>tosa</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>sabrelite</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-eb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n810</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>n800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>versatilepb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>terrier</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mainstone</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>midway</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>musicpal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>microbit</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cubieboard</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>verdex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduino2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>raspi3b</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>raspi2b</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>cheetah</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>highbank</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>akita</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>connex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>collie</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>raspi0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <acpi default='on' toggle='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='cris'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='i686'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>x-remote</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>isapc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>microvm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='kvm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <pae/>
Nov 06 08:18:36 user nova-compute[74883]:       <nonpae/>
Nov 06 08:18:36 user nova-compute[74883]:       <acpi default='on' toggle='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:       <apic default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='m68k'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>an5206</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>q800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>next-cube</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='microblaze'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='microblazeel'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='mips'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>malta</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mipssim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='mipsel'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>malta</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mipssim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='mips64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>malta</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mipssim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>pica61</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>magnum</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='mips64el'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>malta</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mipssim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>pica61</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>magnum</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='16'>boston</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='ppc'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g3beige</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mac99</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ppce500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>pegasos2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sam460ex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>bamboo</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>40p</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ref405ep</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>taihu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='ppc64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>taihu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ppce500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>40p</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>pegasos2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>bamboo</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g3beige</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mac99</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sam460ex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ref405ep</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='ppc64le'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>taihu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ppce500</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>40p</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>pegasos2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>bamboo</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>g3beige</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>mac99</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sam460ex</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>ref405ep</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2048'>powernv8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='riscv32'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='8'>spike</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>opentitan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='5'>sifive_u</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sifive_e</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='8'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='riscv64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='8'>spike</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='5'>sifive_u</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>shakti_c</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sifive_e</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='8'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='s390x'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='sh4'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>shix</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>r2d</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='sh4eb'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>shix</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>r2d</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='sparc'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>SS-5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>SS-20</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>LX</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>SS-4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>SS-10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>Voyager</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='sparc64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sun4u</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>niagara</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>sun4v</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='x86_64'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>64</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>x-remote</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='1'>isapc</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>microvm</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='kvm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <acpi default='on' toggle='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:       <apic default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='xtensa'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>sim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>kc705</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ml605</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx200</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx60</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]:   <guest>
Nov 06 08:18:36 user nova-compute[74883]:     <os_type>hvm</os_type>
Nov 06 08:18:36 user nova-compute[74883]:     <arch name='xtensaeb'>
Nov 06 08:18:36 user nova-compute[74883]:       <wordsize>32</wordsize>
Nov 06 08:18:36 user nova-compute[74883]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='4'>sim</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>kc705</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ml605</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>virt</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx200</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>lx60</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 06 08:18:36 user nova-compute[74883]:       <domain type='qemu'/>
Nov 06 08:18:36 user nova-compute[74883]:     </arch>
Nov 06 08:18:36 user nova-compute[74883]:     <features>
Nov 06 08:18:36 user nova-compute[74883]:       <cpuselection/>
Nov 06 08:18:36 user nova-compute[74883]:       <deviceboot/>
Nov 06 08:18:36 user nova-compute[74883]:       <disksnapshot default='on' toggle='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     </features>
Nov 06 08:18:36 user nova-compute[74883]:   </guest>
Nov 06 08:18:36 user nova-compute[74883]: </capabilities>
Nov 06 08:18:36 user nova-compute[74883]: 
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for i686 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-i386</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-q35-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>i686</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='288'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'/>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='lm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-i386</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-q35-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>i686</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='288'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'/>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='lm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-i386</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-i440fx-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>i686</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='255'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'/>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='lm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ide</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-i386</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-i440fx-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>i686</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='255'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'/>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='lm'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ide</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'ubuntu-q35', 'ubuntu', 'pc'} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-q35-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>x86_64</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='288'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>efi</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='invtsc'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='rsba'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pschange-mc-no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-q35-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>x86_64</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='288'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>efi</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='invtsc'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='rsba'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pschange-mc-no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-i440fx-jammy</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>x86_64</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='255'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>efi</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='invtsc'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='rsba'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pschange-mc-no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ide</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 06 08:18:36 user nova-compute[74883]: <domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 06 08:18:36 user nova-compute[74883]:   <domain>kvm</domain>
Nov 06 08:18:36 user nova-compute[74883]:   <machine>pc-i440fx-6.2</machine>
Nov 06 08:18:36 user nova-compute[74883]:   <arch>x86_64</arch>
Nov 06 08:18:36 user nova-compute[74883]:   <vcpu max='255'/>
Nov 06 08:18:36 user nova-compute[74883]:   <iothreads supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:   <os supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='firmware'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>efi</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:     <loader supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>rom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pflash</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='readonly'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>yes</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='secure'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>no</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </loader>
Nov 06 08:18:36 user nova-compute[74883]:   </os>
Nov 06 08:18:36 user nova-compute[74883]:   <cpu>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-passthrough' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='hostPassthroughMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='maximum' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='maximumMigratable'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>on</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>off</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='host-model' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <vendor>Intel</vendor>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ss'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='vmx'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pcid'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='hypervisor'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arat'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='tsc_adjust'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='umip'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='md-clear'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='arch-capabilities'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='invtsc'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibpb'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='ibrs'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-stibp'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='amd-ssbd'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='rsba'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='require' name='pschange-mc-no'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='erms'/>
Nov 06 08:18:36 user nova-compute[74883]:       <feature policy='disable' name='xsaveopt'/>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:     <mode name='custom' supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>qemu64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>qemu32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>phenom</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>pentium</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>n270</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm64</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>kvm32</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>coreduo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>core2duo</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>athlon</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Westmere</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Snowridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Skylake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>SandyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Penryn</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G5</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G4</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G3</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Opteron_G2</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Opteron_G1</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>IvyBridge</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Icelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Haswell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Rome</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-Milan</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC-IBPB</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>EPYC</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Dhyana</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cooperlake</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>Conroe</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Cascadelake-Server</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-noTSX</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell-IBRS</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='no'>Broadwell</model>
Nov 06 08:18:36 user nova-compute[74883]:       <model usable='yes'>486</model>
Nov 06 08:18:36 user nova-compute[74883]:     </mode>
Nov 06 08:18:36 user nova-compute[74883]:   </cpu>
Nov 06 08:18:36 user nova-compute[74883]:   <memoryBacking supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:     <enum name='sourceType'>
Nov 06 08:18:36 user nova-compute[74883]:       <value>file</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>anonymous</value>
Nov 06 08:18:36 user nova-compute[74883]:       <value>memfd</value>
Nov 06 08:18:36 user nova-compute[74883]:     </enum>
Nov 06 08:18:36 user nova-compute[74883]:   </memoryBacking>
Nov 06 08:18:36 user nova-compute[74883]:   <devices>
Nov 06 08:18:36 user nova-compute[74883]:     <disk supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='diskDevice'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>disk</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cdrom</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>floppy</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>lun</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='bus'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ide</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>fdc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sata</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </disk>
Nov 06 08:18:36 user nova-compute[74883]:     <graphics supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='type'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>sdl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vnc</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>spice</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egl-headless</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </graphics>
Nov 06 08:18:36 user nova-compute[74883]:     <video supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='modelType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>cirrus</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>vmvga</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>qxl</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>none</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>bochs</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>ramfb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </video>
Nov 06 08:18:36 user nova-compute[74883]:     <hostdev supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='mode'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>subsystem</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='startupPolicy'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>default</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>mandatory</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>requisite</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>optional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='subsysType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>usb</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>pci</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>scsi</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='capsType'/>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='pciBackend'/>
Nov 06 08:18:36 user nova-compute[74883]:     </hostdev>
Nov 06 08:18:36 user nova-compute[74883]:     <rng supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtio-non-transitional</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>random</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>egd</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>builtin</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </rng>
Nov 06 08:18:36 user nova-compute[74883]:     <filesystem supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='driverType'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>path</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>handle</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>virtiofs</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </filesystem>
Nov 06 08:18:36 user nova-compute[74883]:     <tpm supported='yes'>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='model'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-tis</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>tpm-crb</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:       <enum name='backendModel'>
Nov 06 08:18:36 user nova-compute[74883]:         <value>passthrough</value>
Nov 06 08:18:36 user nova-compute[74883]:         <value>emulator</value>
Nov 06 08:18:36 user nova-compute[74883]:       </enum>
Nov 06 08:18:36 user nova-compute[74883]:     </tpm>
Nov 06 08:18:36 user nova-compute[74883]:   </devices>
Nov 06 08:18:36 user nova-compute[74883]:   <features>
Nov 06 08:18:36 user nova-compute[74883]:     <gic supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:     <vmcoreinfo supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <genid supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backingStoreInput supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <backup supported='yes'/>
Nov 06 08:18:36 user nova-compute[74883]:     <sev supported='no'/>
Nov 06 08:18:36 user nova-compute[74883]:   </features>
Nov 06 08:18:36 user nova-compute[74883]: </domainCapabilities>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74883) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74883) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Checking secure boot support for host arch (x86_64) {{(pid=74883) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Secure Boot support detected
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] cpu compare xml: <cpu match="exact">
Nov 06 08:18:36 user nova-compute[74883]:   <model>Nehalem</model>
Nov 06 08:18:36 user nova-compute[74883]: </cpu>
Nov 06 08:18:36 user nova-compute[74883]:  {{(pid=74883) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.virt.node [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Generated node identity e217f4f8-1ed1-4401-b1e9-56d30df3c040
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.virt.node [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Wrote node identity e217f4f8-1ed1-4401-b1e9-56d30df3c040 to /opt/stack/data/nova/compute_id
Nov 06 08:18:36 user nova-compute[74883]: WARNING nova.compute.manager [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Compute nodes ['e217f4f8-1ed1-4401-b1e9-56d30df3c040'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.compute.manager [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 06 08:18:36 user nova-compute[74883]: WARNING nova.compute.manager [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 06 08:18:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:18:36 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:18:36 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Hypervisor/Node resource view: name=user free_ram=11013MB free_disk=25.941268920898438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:18:36 user nova-compute[74883]: WARNING nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] No compute node record for user:e217f4f8-1ed1-4401-b1e9-56d30df3c040: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e217f4f8-1ed1-4401-b1e9-56d30df3c040 could not be found.
Nov 06 08:18:36 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Compute node record created for user:user with uuid: e217f4f8-1ed1-4401-b1e9-56d30df3c040
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:18:36 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:18:37 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] [req-47c31fb3-bf4c-4260-91dd-09512abb4a10] Created resource provider record via placement API for resource provider with UUID e217f4f8-1ed1-4401-b1e9-56d30df3c040 and name user.
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74883) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 06 08:18:37 user nova-compute[74883]: INFO nova.virt.libvirt.host [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] kernel doesn't support AMD SEV
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Libvirt baseline CPU <cpu>
Nov 06 08:18:37 user nova-compute[74883]:   <arch>x86_64</arch>
Nov 06 08:18:37 user nova-compute[74883]:   <model>Nehalem</model>
Nov 06 08:18:37 user nova-compute[74883]:   <vendor>Intel</vendor>
Nov 06 08:18:37 user nova-compute[74883]:   <topology sockets="6" cores="1" threads="1"/>
Nov 06 08:18:37 user nova-compute[74883]: </cpu>
Nov 06 08:18:37 user nova-compute[74883]:  {{(pid=74883) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Updated inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Updating resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 generation from 0 to 1 during operation: update_inventory {{(pid=74883) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Updating resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 generation from 1 to 2 during operation: update_traits {{(pid=74883) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.630s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.service [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Creating RPC server for service compute {{(pid=74883) start /opt/stack/nova/nova/service.py:182}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.service [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] Join ServiceGroup membership for this service compute {{(pid=74883) start /opt/stack/nova/nova/service.py:199}}
Nov 06 08:18:37 user nova-compute[74883]: DEBUG nova.servicegroup.drivers.db [None req-4aae9ee2-dc88-431f-b38d-c6b8e71bb7d3 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74883) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:19:28 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:19:28 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=10465MB free_disk=25.845108032226562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:19:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:19:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:19:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.177s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:19:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:20:29 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:20:29 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=10391MB free_disk=25.909839630126953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:20:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.112s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:20:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:20:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:21:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:21:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:21:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=10376MB free_disk=25.664466857910156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:21:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.107s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:21:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:21:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:22:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:22:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:22:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:22:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:22:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9698MB free_disk=25.69134521484375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:22:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:22:44 user nova-compute[74883]: INFO nova.compute.claims [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Claim successful on node user
Nov 06 08:22:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.320s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:22:45 user nova-compute[74883]: INFO nova.compute.claims [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Claim successful on node user
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:22:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:22:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Creating image(s)
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "/opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "/opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "/opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:22:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:22:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.policy [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19865e02ae7c4ad4bda8301f170e0a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9a1fbbbded84a3994fe7c2ab7fef1a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.policy [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b24f3ebbb04446a98114d2205ca706ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9400151ccf1d4960913cd1c76d9bfd84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:22:46 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Creating image(s)
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "/opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "/opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "/opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.099s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.part --force-share --output=json" returned: 0 in 0.248s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.virt.images [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] 719c39bf-76bf-4945-8ceb-cf903c039ec0 was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.part /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.part /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.converted" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.197s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:46 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp7z8vs9_s/privsep.sock']
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.435s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:46 user sudo[84133]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp7z8vs9_s/privsep.sock
Nov 06 08:22:46 user sudo[84133]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 06 08:22:48 user sudo[84133]: pam_unix(sudo:session): session closed for user root
Nov 06 08:22:48 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Spawned new privsep daemon via rootwrap
Nov 06 08:22:48 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 06 08:22:48 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 06 08:22:48 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 06 08:22:48 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84142
Nov 06 08:22:48 user nova-compute[74883]: WARNING oslo_privsep.priv_context [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] privsep daemon already running
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Successfully created port: 63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.155s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:22:48 user nova-compute[74883]: INFO nova.compute.claims [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Claim successful on node user
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.162s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk 1073741824" returned: 0 in 0.042s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.207s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.101s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Successfully created port: c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:22:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk 1073741824" returned: 0 in 0.045s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Cannot resize image /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Ensure instance console log exists: /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:22:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.160s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Cannot resize image /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Ensure instance console log exists: /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:22:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Creating image(s)
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG nova.policy [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ec1da3e613746a3848c40d6b566d373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14fef3c25bc47329a1112d7e049ec78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.162s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk 1073741824" returned: 0 in 0.040s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.206s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.156s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Cannot resize image /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Ensure instance console log exists: /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Successfully updated port: 63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquired lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-changed-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Refreshing instance network info cache due to event network-changed-63b52d08-5ad6-42b4-9a01-ad9d1941c26b. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] Acquiring lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:22:51 user nova-compute[74883]: INFO nova.compute.claims [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Claim successful on node user
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.339s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:22:51 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Successfully updated port: c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Successfully created port: 1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquired lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:22:51 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Creating image(s)
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "/opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "/opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "/opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-changed-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Refreshing instance network info cache due to event network-changed-c5e6d17e-86cf-4427-a9c2-369e9514d333. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] Acquiring lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.policy [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '798a7a8a1673459faaded11452006305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fcff8e6882f4cdea79661fda18f065d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updating instance_info_cache with network_info: [{"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Releasing lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Instance network_info: |[{"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] Acquired lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Refreshing network info cache for port 63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Start _get_guest_xml network_info=[{"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:22:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-495594576',display_name='tempest-DeleteServersTestJSON-server-495594576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-495594576',id=2,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9a1fbbbded84a3994fe7c2ab7fef1a8',ramdisk_id='',reservation_id='r-mvg07wx5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-515368870',owner_user_name='tempest-DeleteServersTestJSON-515368870-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:46Z,user_data=None,user_id='19865e02ae7c4ad4bda8301f170e0a99',uuid=ef567adc-22cf-474a-b296-8d7c29cbcc57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converting VIF {"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lazy-loading 'pci_devices' on Instance uuid ef567adc-22cf-474a-b296-8d7c29cbcc57 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:22:52 user nova-compute[74883]:   <uuid>ef567adc-22cf-474a-b296-8d7c29cbcc57</uuid>
Nov 06 08:22:52 user nova-compute[74883]:   <name>instance-00000002</name>
Nov 06 08:22:52 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:22:52 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:22:52 user nova-compute[74883]:   <metadata>
Nov 06 08:22:52 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:22:52 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:name>tempest-DeleteServersTestJSON-server-495594576</nova:name>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:22:52</nova:creationTime>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:22:52 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:22:52 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:owner>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:user uuid="19865e02ae7c4ad4bda8301f170e0a99">tempest-DeleteServersTestJSON-515368870-project-member</nova:user>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:project uuid="b9a1fbbbded84a3994fe7c2ab7fef1a8">tempest-DeleteServersTestJSON-515368870</nova:project>
Nov 06 08:22:52 user nova-compute[74883]:       </nova:owner>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:22:52 user nova-compute[74883]:       <nova:ports>
Nov 06 08:22:52 user nova-compute[74883]:         <nova:port uuid="63b52d08-5ad6-42b4-9a01-ad9d1941c26b">
Nov 06 08:22:52 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:22:52 user nova-compute[74883]:         </nova:port>
Nov 06 08:22:52 user nova-compute[74883]:       </nova:ports>
Nov 06 08:22:52 user nova-compute[74883]:     </nova:instance>
Nov 06 08:22:52 user nova-compute[74883]:   </metadata>
Nov 06 08:22:52 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:22:52 user nova-compute[74883]:     <system>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="serial">ef567adc-22cf-474a-b296-8d7c29cbcc57</entry>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="uuid">ef567adc-22cf-474a-b296-8d7c29cbcc57</entry>
Nov 06 08:22:52 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:22:52 user nova-compute[74883]:     </system>
Nov 06 08:22:52 user nova-compute[74883]:   </sysinfo>
Nov 06 08:22:52 user nova-compute[74883]:   <os>
Nov 06 08:22:52 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:22:52 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:22:52 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:22:52 user nova-compute[74883]:   </os>
Nov 06 08:22:52 user nova-compute[74883]:   <features>
Nov 06 08:22:52 user nova-compute[74883]:     <acpi/>
Nov 06 08:22:52 user nova-compute[74883]:     <apic/>
Nov 06 08:22:52 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:22:52 user nova-compute[74883]:   </features>
Nov 06 08:22:52 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:22:52 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:22:52 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:22:52 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:22:52 user nova-compute[74883]:   </clock>
Nov 06 08:22:52 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:22:52 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:22:52 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:22:52 user nova-compute[74883]:   </cpu>
Nov 06 08:22:52 user nova-compute[74883]:   <devices>
Nov 06 08:22:52 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:22:52 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:22:52 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk"/>
Nov 06 08:22:52 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:22:52 user nova-compute[74883]:     </disk>
Nov 06 08:22:52 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:22:52 user nova-compute[74883]:       <mac address="fa:16:3e:19:d7:b9"/>
Nov 06 08:22:52 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:52 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:22:52 user nova-compute[74883]:       <target dev="tap63b52d08-5a"/>
Nov 06 08:22:52 user nova-compute[74883]:     </interface>
Nov 06 08:22:52 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:22:52 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/console.log" append="off"/>
Nov 06 08:22:52 user nova-compute[74883]:     </serial>
Nov 06 08:22:52 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:22:52 user nova-compute[74883]:     <video>
Nov 06 08:22:52 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:52 user nova-compute[74883]:     </video>
Nov 06 08:22:52 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:22:52 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:22:52 user nova-compute[74883]:     </rng>
Nov 06 08:22:52 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:22:52 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:22:52 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:22:52 user nova-compute[74883]:     </memballoon>
Nov 06 08:22:52 user nova-compute[74883]:   </devices>
Nov 06 08:22:52 user nova-compute[74883]: </domain>
Nov 06 08:22:52 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-495594576',display_name='tempest-DeleteServersTestJSON-server-495594576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-495594576',id=2,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b9a1fbbbded84a3994fe7c2ab7fef1a8',ramdisk_id='',reservation_id='r-mvg07wx5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-515368870',owner_user_name='tempest-DeleteServersTestJSON-515368870-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:46Z,user_data=None,user_id='19865e02ae7c4ad4bda8301f170e0a99',uuid=ef567adc-22cf-474a-b296-8d7c29cbcc57,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converting VIF {"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG os_vif [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Created schema index Interface.name {{(pid=74883) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Created schema index Port.name {{(pid=74883) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Created schema index Bridge.name {{(pid=74883) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.304s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [POLLOUT] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk 1073741824" returned: 0 in 0.098s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.414s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7722860a-0d27-571c-a22f-cc7d2052b149', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:52 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpbwzfhxoi/privsep.sock']
Nov 06 08:22:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:22:52 user nova-compute[74883]: INFO nova.compute.claims [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Claim successful on node user
Nov 06 08:22:52 user sudo[84206]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpbwzfhxoi/privsep.sock
Nov 06 08:22:52 user sudo[84206]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Checking if we can resize image /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Releasing lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Instance network_info: |[{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] Acquired lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Refreshing network info cache for port c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Start _get_guest_xml network_info=[{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Cannot resize image /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Ensure instance console log exists: /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-810959665',display_name='tempest-ServersNegativeTestJSON-server-810959665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-810959665',id=1,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-od0l0dox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:46Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=15de5b4e-02d3-4c86-a52c-6177bd5addad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lazy-loading 'pci_devices' on Instance uuid 15de5b4e-02d3-4c86-a52c-6177bd5addad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:22:53 user nova-compute[74883]:   <uuid>15de5b4e-02d3-4c86-a52c-6177bd5addad</uuid>
Nov 06 08:22:53 user nova-compute[74883]:   <name>instance-00000001</name>
Nov 06 08:22:53 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:22:53 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:22:53 user nova-compute[74883]:   <metadata>
Nov 06 08:22:53 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:22:53 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:name>tempest-ServersNegativeTestJSON-server-810959665</nova:name>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:22:53</nova:creationTime>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:22:53 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:22:53 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:owner>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:user uuid="b24f3ebbb04446a98114d2205ca706ba">tempest-ServersNegativeTestJSON-1352171809-project-member</nova:user>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:project uuid="9400151ccf1d4960913cd1c76d9bfd84">tempest-ServersNegativeTestJSON-1352171809</nova:project>
Nov 06 08:22:53 user nova-compute[74883]:       </nova:owner>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:22:53 user nova-compute[74883]:       <nova:ports>
Nov 06 08:22:53 user nova-compute[74883]:         <nova:port uuid="c5e6d17e-86cf-4427-a9c2-369e9514d333">
Nov 06 08:22:53 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:22:53 user nova-compute[74883]:         </nova:port>
Nov 06 08:22:53 user nova-compute[74883]:       </nova:ports>
Nov 06 08:22:53 user nova-compute[74883]:     </nova:instance>
Nov 06 08:22:53 user nova-compute[74883]:   </metadata>
Nov 06 08:22:53 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:22:53 user nova-compute[74883]:     <system>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="serial">15de5b4e-02d3-4c86-a52c-6177bd5addad</entry>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="uuid">15de5b4e-02d3-4c86-a52c-6177bd5addad</entry>
Nov 06 08:22:53 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:22:53 user nova-compute[74883]:     </system>
Nov 06 08:22:53 user nova-compute[74883]:   </sysinfo>
Nov 06 08:22:53 user nova-compute[74883]:   <os>
Nov 06 08:22:53 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:22:53 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:22:53 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:22:53 user nova-compute[74883]:   </os>
Nov 06 08:22:53 user nova-compute[74883]:   <features>
Nov 06 08:22:53 user nova-compute[74883]:     <acpi/>
Nov 06 08:22:53 user nova-compute[74883]:     <apic/>
Nov 06 08:22:53 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:22:53 user nova-compute[74883]:   </features>
Nov 06 08:22:53 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:22:53 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:22:53 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:22:53 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:22:53 user nova-compute[74883]:   </clock>
Nov 06 08:22:53 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:22:53 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:22:53 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:22:53 user nova-compute[74883]:   </cpu>
Nov 06 08:22:53 user nova-compute[74883]:   <devices>
Nov 06 08:22:53 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:22:53 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:22:53 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk"/>
Nov 06 08:22:53 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:22:53 user nova-compute[74883]:     </disk>
Nov 06 08:22:53 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:22:53 user nova-compute[74883]:       <mac address="fa:16:3e:82:61:11"/>
Nov 06 08:22:53 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:53 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:22:53 user nova-compute[74883]:       <target dev="tapc5e6d17e-86"/>
Nov 06 08:22:53 user nova-compute[74883]:     </interface>
Nov 06 08:22:53 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:22:53 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/console.log" append="off"/>
Nov 06 08:22:53 user nova-compute[74883]:     </serial>
Nov 06 08:22:53 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:22:53 user nova-compute[74883]:     <video>
Nov 06 08:22:53 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:53 user nova-compute[74883]:     </video>
Nov 06 08:22:53 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:22:53 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:22:53 user nova-compute[74883]:     </rng>
Nov 06 08:22:53 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:22:53 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:22:53 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:22:53 user nova-compute[74883]:     </memballoon>
Nov 06 08:22:53 user nova-compute[74883]:   </devices>
Nov 06 08:22:53 user nova-compute[74883]: </domain>
Nov 06 08:22:53 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-810959665',display_name='tempest-ServersNegativeTestJSON-server-810959665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-810959665',id=1,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-od0l0dox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:46Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=15de5b4e-02d3-4c86-a52c-6177bd5addad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG os_vif [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f8f53bd4-7468-584f-bf3f-c4e6da14a9eb', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:22:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:22:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Creating image(s)
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "/opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updated VIF entry in instance network info cache for port 63b52d08-5ad6-42b4-9a01-ad9d1941c26b. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updating instance_info_cache with network_info: [{"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.policy [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800182b159574d669604d895be8b608d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aaa13d6d1849ca93787a7529b76136', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4ab4a43f-9c53-4d7f-b5ef-5c12b776a99c req-406835d7-9aeb-4257-9547-f47eb49b72d0 service nova] Releasing lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk 1073741824" returned: 0 in 0.046s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:53 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Successfully updated port: 1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.232s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:22:54 user sudo[84206]: pam_unix(sudo:session): session closed for user root
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-changed-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Refreshing instance network info cache due to event network-changed-1136fcfe-6e9a-4761-bc0b-155b1f116639. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:54 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Spawned new privsep daemon via rootwrap
Nov 06 08:22:54 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 06 08:22:54 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 06 08:22:54 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 06 08:22:54 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84224
Nov 06 08:22:54 user nova-compute[74883]: WARNING oslo_privsep.priv_context [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] privsep daemon already running
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updated VIF entry in instance network info cache for port c5e6d17e-86cf-4427-a9c2-369e9514d333. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71719af1-f277-478e-a599-d7eca6210e7b req-a2dde50e-c919-4f01-b71d-05239d740148 service nova] Releasing lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Cannot resize image /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Ensure instance console log exists: /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Successfully created port: 0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance network_info: |[{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Refreshing network info cache for port 1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start _get_guest_xml network_info=[{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:22:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'pci_devices' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap63b52d08-5a, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap63b52d08-5a, col_values=(('qos', UUID('8d47f388-f673-45df-bfd8-03916b6f771d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap63b52d08-5a, col_values=(('external_ids', {'iface-id': '63b52d08-5ad6-42b4-9a01-ad9d1941c26b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:d7:b9', 'vm-uuid': 'ef567adc-22cf-474a-b296-8d7c29cbcc57'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:22:54 user nova-compute[74883]:   <uuid>9568c3d5-f81e-44f6-a03c-cb50eeec5690</uuid>
Nov 06 08:22:54 user nova-compute[74883]:   <name>instance-00000003</name>
Nov 06 08:22:54 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:22:54 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:22:54 user nova-compute[74883]:   <metadata>
Nov 06 08:22:54 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:22:54 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherB-server-1963391439</nova:name>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:22:54</nova:creationTime>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:22:54 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:22:54 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:owner>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:user uuid="9ec1da3e613746a3848c40d6b566d373">tempest-ServerActionsTestOtherB-1397979015-project-member</nova:user>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:project uuid="b14fef3c25bc47329a1112d7e049ec78">tempest-ServerActionsTestOtherB-1397979015</nova:project>
Nov 06 08:22:54 user nova-compute[74883]:       </nova:owner>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:22:54 user nova-compute[74883]:       <nova:ports>
Nov 06 08:22:54 user nova-compute[74883]:         <nova:port uuid="1136fcfe-6e9a-4761-bc0b-155b1f116639">
Nov 06 08:22:54 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:22:54 user nova-compute[74883]:         </nova:port>
Nov 06 08:22:54 user nova-compute[74883]:       </nova:ports>
Nov 06 08:22:54 user nova-compute[74883]:     </nova:instance>
Nov 06 08:22:54 user nova-compute[74883]:   </metadata>
Nov 06 08:22:54 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:22:54 user nova-compute[74883]:     <system>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="serial">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="uuid">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:22:54 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:22:54 user nova-compute[74883]:     </system>
Nov 06 08:22:54 user nova-compute[74883]:   </sysinfo>
Nov 06 08:22:54 user nova-compute[74883]:   <os>
Nov 06 08:22:54 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:22:54 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:22:54 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:22:54 user nova-compute[74883]:   </os>
Nov 06 08:22:54 user nova-compute[74883]:   <features>
Nov 06 08:22:54 user nova-compute[74883]:     <acpi/>
Nov 06 08:22:54 user nova-compute[74883]:     <apic/>
Nov 06 08:22:54 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:22:54 user nova-compute[74883]:   </features>
Nov 06 08:22:54 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:22:54 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:22:54 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:22:54 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:22:54 user nova-compute[74883]:   </clock>
Nov 06 08:22:54 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:22:54 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:22:54 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:22:54 user nova-compute[74883]:   </cpu>
Nov 06 08:22:54 user nova-compute[74883]:   <devices>
Nov 06 08:22:54 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:22:54 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:22:54 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk"/>
Nov 06 08:22:54 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:22:54 user nova-compute[74883]:     </disk>
Nov 06 08:22:54 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:22:54 user nova-compute[74883]:       <mac address="fa:16:3e:7b:a7:cc"/>
Nov 06 08:22:54 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:54 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:22:54 user nova-compute[74883]:       <target dev="tap1136fcfe-6e"/>
Nov 06 08:22:54 user nova-compute[74883]:     </interface>
Nov 06 08:22:54 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:22:54 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/console.log" append="off"/>
Nov 06 08:22:54 user nova-compute[74883]:     </serial>
Nov 06 08:22:54 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:22:54 user nova-compute[74883]:     <video>
Nov 06 08:22:54 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:54 user nova-compute[74883]:     </video>
Nov 06 08:22:54 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:22:54 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:22:54 user nova-compute[74883]:     </rng>
Nov 06 08:22:54 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:22:54 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:22:54 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:22:54 user nova-compute[74883]:     </memballoon>
Nov 06 08:22:54 user nova-compute[74883]:   </devices>
Nov 06 08:22:54 user nova-compute[74883]: </domain>
Nov 06 08:22:54 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG os_vif [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: INFO os_vif [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a')
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5e6d17e-86, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5e6d17e-86, col_values=(('qos', UUID('452d1b23-0d2b-43e3-8492-13495fe0ed69')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5e6d17e-86, col_values=(('external_ids', {'iface-id': 'c5e6d17e-86cf-4427-a9c2-369e9514d333', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:61:11', 'vm-uuid': '15de5b4e-02d3-4c86-a52c-6177bd5addad'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: INFO os_vif [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86')
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '644fd642-4cb3-5c49-875f-f12daca91fc9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1136fcfe-6e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1136fcfe-6e, col_values=(('qos', UUID('29a9a58e-2c15-440f-8dbc-0df156d5cde3')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1136fcfe-6e, col_values=(('external_ids', {'iface-id': '1136fcfe-6e9a-4761-bc0b-155b1f116639', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:a7:cc', 'vm-uuid': '9568c3d5-f81e-44f6-a03c-cb50eeec5690'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] No VIF found with MAC fa:16:3e:19:d7:b9, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:54 user nova-compute[74883]: INFO os_vif [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] No VIF found with MAC fa:16:3e:82:61:11, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:22:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No VIF found with MAC fa:16:3e:7b:a7:cc, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:22:55 user nova-compute[74883]: DEBUG nova.network.neutron [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updated VIF entry in instance network info cache for port 1136fcfe-6e9a-4761-bc0b-155b1f116639. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:22:55 user nova-compute[74883]: DEBUG nova.network.neutron [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f1b12e8-7365-4a94-ab25-00332617b51e req-0c9ff244-7ed5-4aa7-bdab-3b82b5c653e3 service nova] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Successfully updated port: 0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquired lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-changed-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Refreshing instance network info cache due to event network-changed-0c0445a0-a23e-4bae-9d5b-41a45b608518. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] Acquiring lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:22:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Releasing lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Instance network_info: |[{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] Acquired lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.neutron [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Refreshing network info cache for port 0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Start _get_guest_xml network_info=[{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1536551949',display_name='tempest-ServerStableDeviceRescueTest-server-1536551949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1536551949',id=4,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBjAVzdgohibq76HOoiA/tfFh3n/fZGmu25JZWGNQAlODdFIUHyXEzNt7bEHqtPDTfyKb/gpCY9aW3WySx4i7umL6Q5XPeu3A7w1luwqBWHMy7LtxvYksF1O9Quj18QAw==',key_name='tempest-keypair-2044074137',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fcff8e6882f4cdea79661fda18f065d',ramdisk_id='',reservation_id='r-7wqnvkk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1514907108',owner_user_name='tempest-ServerStableDeviceRescueTest-1514907108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='798a7a8a1673459faaded11452006305',uuid=532d86c8-373e-43c9-b3df-f5cf4e5e23e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converting VIF {"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lazy-loading 'pci_devices' on Instance uuid 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:22:57 user nova-compute[74883]:   <uuid>532d86c8-373e-43c9-b3df-f5cf4e5e23e2</uuid>
Nov 06 08:22:57 user nova-compute[74883]:   <name>instance-00000004</name>
Nov 06 08:22:57 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:22:57 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:22:57 user nova-compute[74883]:   <metadata>
Nov 06 08:22:57 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:22:57 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1536551949</nova:name>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:22:57</nova:creationTime>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:22:57 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:22:57 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:owner>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:user uuid="798a7a8a1673459faaded11452006305">tempest-ServerStableDeviceRescueTest-1514907108-project-member</nova:user>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:project uuid="2fcff8e6882f4cdea79661fda18f065d">tempest-ServerStableDeviceRescueTest-1514907108</nova:project>
Nov 06 08:22:57 user nova-compute[74883]:       </nova:owner>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:22:57 user nova-compute[74883]:       <nova:ports>
Nov 06 08:22:57 user nova-compute[74883]:         <nova:port uuid="0c0445a0-a23e-4bae-9d5b-41a45b608518">
Nov 06 08:22:57 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:22:57 user nova-compute[74883]:         </nova:port>
Nov 06 08:22:57 user nova-compute[74883]:       </nova:ports>
Nov 06 08:22:57 user nova-compute[74883]:     </nova:instance>
Nov 06 08:22:57 user nova-compute[74883]:   </metadata>
Nov 06 08:22:57 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:22:57 user nova-compute[74883]:     <system>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="serial">532d86c8-373e-43c9-b3df-f5cf4e5e23e2</entry>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="uuid">532d86c8-373e-43c9-b3df-f5cf4e5e23e2</entry>
Nov 06 08:22:57 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:22:57 user nova-compute[74883]:     </system>
Nov 06 08:22:57 user nova-compute[74883]:   </sysinfo>
Nov 06 08:22:57 user nova-compute[74883]:   <os>
Nov 06 08:22:57 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:22:57 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:22:57 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:22:57 user nova-compute[74883]:   </os>
Nov 06 08:22:57 user nova-compute[74883]:   <features>
Nov 06 08:22:57 user nova-compute[74883]:     <acpi/>
Nov 06 08:22:57 user nova-compute[74883]:     <apic/>
Nov 06 08:22:57 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:22:57 user nova-compute[74883]:   </features>
Nov 06 08:22:57 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:22:57 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:22:57 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:22:57 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:22:57 user nova-compute[74883]:   </clock>
Nov 06 08:22:57 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:22:57 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:22:57 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:22:57 user nova-compute[74883]:   </cpu>
Nov 06 08:22:57 user nova-compute[74883]:   <devices>
Nov 06 08:22:57 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:22:57 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:22:57 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk"/>
Nov 06 08:22:57 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:22:57 user nova-compute[74883]:     </disk>
Nov 06 08:22:57 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:22:57 user nova-compute[74883]:       <mac address="fa:16:3e:c8:07:ce"/>
Nov 06 08:22:57 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:57 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:22:57 user nova-compute[74883]:       <target dev="tap0c0445a0-a2"/>
Nov 06 08:22:57 user nova-compute[74883]:     </interface>
Nov 06 08:22:57 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:22:57 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/console.log" append="off"/>
Nov 06 08:22:57 user nova-compute[74883]:     </serial>
Nov 06 08:22:57 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:22:57 user nova-compute[74883]:     <video>
Nov 06 08:22:57 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:22:57 user nova-compute[74883]:     </video>
Nov 06 08:22:57 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:22:57 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:22:57 user nova-compute[74883]:     </rng>
Nov 06 08:22:57 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:22:57 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:22:57 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:22:57 user nova-compute[74883]:     </memballoon>
Nov 06 08:22:57 user nova-compute[74883]:   </devices>
Nov 06 08:22:57 user nova-compute[74883]: </domain>
Nov 06 08:22:57 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1536551949',display_name='tempest-ServerStableDeviceRescueTest-server-1536551949',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1536551949',id=4,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBjAVzdgohibq76HOoiA/tfFh3n/fZGmu25JZWGNQAlODdFIUHyXEzNt7bEHqtPDTfyKb/gpCY9aW3WySx4i7umL6Q5XPeu3A7w1luwqBWHMy7LtxvYksF1O9Quj18QAw==',key_name='tempest-keypair-2044074137',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fcff8e6882f4cdea79661fda18f065d',ramdisk_id='',reservation_id='r-7wqnvkk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1514907108',owner_user_name='tempest-ServerStableDeviceRescueTest-1514907108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='798a7a8a1673459faaded11452006305',uuid=532d86c8-373e-43c9-b3df-f5cf4e5e23e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converting VIF {"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG os_vif [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '578596c2-ee58-5a8c-919e-9d40865c6c5c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0c0445a0-a2, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0c0445a0-a2, col_values=(('qos', UUID('87058bf2-a9b0-40a9-b8da-d31025b8245d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0c0445a0-a2, col_values=(('external_ids', {'iface-id': '0c0445a0-a23e-4bae-9d5b-41a45b608518', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:07:ce', 'vm-uuid': '532d86c8-373e-43c9-b3df-f5cf4e5e23e2'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:57 user nova-compute[74883]: INFO os_vif [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2')
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] No VIF found with MAC fa:16:3e:c8:07:ce, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Successfully created port: 767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:22:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updated VIF entry in instance network info cache for port 0c0445a0-a23e-4bae-9d5b-41a45b608518. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35fe54fb-8c67-4006-9901-177fc30e6386 req-b5b5e697-67ea-479c-a944-0983aaf09baa service nova] Releasing lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:22:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Instance spawned successfully.
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:01 user nova-compute[74883]: INFO nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Took 15.85 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Successfully updated port: 767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquired lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:01 user nova-compute[74883]: INFO nova.compute.manager [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Took 16.82 seconds to build instance.
Nov 06 08:23:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d62a6692-f60b-487f-8f3c-9f39c866442d tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.021s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-changed-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Refreshing instance network info cache due to event network-changed-767528d4-7c7c-432c-aea6-8cac0207889d. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] Acquiring lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance spawned successfully.
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: INFO nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Took 12.77 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: INFO nova.compute.manager [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Took 13.92 seconds to build instance.
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating instance_info_cache with network_info: [{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-115e990c-95a1-49ee-943e-46b8f820b161 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.310s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Releasing lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Instance network_info: |[{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] Acquired lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Refreshing network info cache for port 767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Start _get_guest_xml network_info=[{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1942268518',display_name='tempest-AttachVolumeNegativeTest-server-1942268518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1942268518',id=5,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDcDkLZf5yP1z5F1yDwn7zm+mQRr9qQB0kLz+v/P2j2QxNTghgUgEQzesAGEITZvBaSy1IQ5AuYCCw1euNZFtXImwoRFdE9iZrQx2wc5xm/EDyPn7Je7ekr4Awfa0Qo7GA==',key_name='tempest-keypair-1191559703',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-or0girhe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=d444171f-cff2-4e8d-b731-6ef96818c3b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'pci_devices' on Instance uuid d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:02 user nova-compute[74883]:   <uuid>d444171f-cff2-4e8d-b731-6ef96818c3b0</uuid>
Nov 06 08:23:02 user nova-compute[74883]:   <name>instance-00000005</name>
Nov 06 08:23:02 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:02 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:02 user nova-compute[74883]:   <metadata>
Nov 06 08:23:02 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:02 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1942268518</nova:name>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:02</nova:creationTime>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:02 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:02 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:user uuid="800182b159574d669604d895be8b608d">tempest-AttachVolumeNegativeTest-1208185020-project-member</nova:user>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:project uuid="a5aaa13d6d1849ca93787a7529b76136">tempest-AttachVolumeNegativeTest-1208185020</nova:project>
Nov 06 08:23:02 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:23:02 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:02 user nova-compute[74883]:         <nova:port uuid="767528d4-7c7c-432c-aea6-8cac0207889d">
Nov 06 08:23:02 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:23:02 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:02 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:02 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:02 user nova-compute[74883]:   </metadata>
Nov 06 08:23:02 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:02 user nova-compute[74883]:     <system>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="serial">d444171f-cff2-4e8d-b731-6ef96818c3b0</entry>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="uuid">d444171f-cff2-4e8d-b731-6ef96818c3b0</entry>
Nov 06 08:23:02 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:02 user nova-compute[74883]:     </system>
Nov 06 08:23:02 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:02 user nova-compute[74883]:   <os>
Nov 06 08:23:02 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:02 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:02 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:02 user nova-compute[74883]:   </os>
Nov 06 08:23:02 user nova-compute[74883]:   <features>
Nov 06 08:23:02 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:02 user nova-compute[74883]:     <apic/>
Nov 06 08:23:02 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:02 user nova-compute[74883]:   </features>
Nov 06 08:23:02 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:02 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:02 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:02 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:02 user nova-compute[74883]:   </clock>
Nov 06 08:23:02 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:02 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:02 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:02 user nova-compute[74883]:   </cpu>
Nov 06 08:23:02 user nova-compute[74883]:   <devices>
Nov 06 08:23:02 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:02 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:02 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk"/>
Nov 06 08:23:02 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:23:02 user nova-compute[74883]:     </disk>
Nov 06 08:23:02 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:02 user nova-compute[74883]:       <mac address="fa:16:3e:11:5b:97"/>
Nov 06 08:23:02 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:02 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:02 user nova-compute[74883]:       <target dev="tap767528d4-7c"/>
Nov 06 08:23:02 user nova-compute[74883]:     </interface>
Nov 06 08:23:02 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:02 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/console.log" append="off"/>
Nov 06 08:23:02 user nova-compute[74883]:     </serial>
Nov 06 08:23:02 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:02 user nova-compute[74883]:     <video>
Nov 06 08:23:02 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:02 user nova-compute[74883]:     </video>
Nov 06 08:23:02 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:02 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:02 user nova-compute[74883]:     </rng>
Nov 06 08:23:02 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:02 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:02 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:02 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:02 user nova-compute[74883]:   </devices>
Nov 06 08:23:02 user nova-compute[74883]: </domain>
Nov 06 08:23:02 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1942268518',display_name='tempest-AttachVolumeNegativeTest-server-1942268518',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1942268518',id=5,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDcDkLZf5yP1z5F1yDwn7zm+mQRr9qQB0kLz+v/P2j2QxNTghgUgEQzesAGEITZvBaSy1IQ5AuYCCw1euNZFtXImwoRFdE9iZrQx2wc5xm/EDyPn7Je7ekr4Awfa0Qo7GA==',key_name='tempest-keypair-1191559703',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-or0girhe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:22:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=d444171f-cff2-4e8d-b731-6ef96818c3b0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG os_vif [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd876949c-cea3-5d9a-9fe2-7300a09d5466', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap767528d4-7c, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap767528d4-7c, col_values=(('qos', UUID('f9153466-f87a-46f2-9215-6cdbd9857239')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap767528d4-7c, col_values=(('external_ids', {'iface-id': '767528d4-7c7c-432c-aea6-8cac0207889d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:5b:97', 'vm-uuid': 'd444171f-cff2-4e8d-b731-6ef96818c3b0'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:02 user nova-compute[74883]: INFO os_vif [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c')
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Instance spawned successfully.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:11:5b:97, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Instance spawned successfully.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Took 11.25 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Took 16.94 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.compute.manager [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Took 12.21 seconds to build instance.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ed33bc5-37f5-44e7-a47d-5e7cd640de02 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.551s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:03 user nova-compute[74883]: INFO nova.compute.manager [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Took 19.27 seconds to build instance.
Nov 06 08:23:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3ff7c24c-8cb5-40fa-8f40-9cf50bddf1f8 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.542s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updated VIF entry in instance network info cache for port 767528d4-7c7c-432c-aea6-8cac0207889d. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating instance_info_cache with network_info: [{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6f7532f-3d81-48fa-b39e-72fc7a5c7902 req-e0b1cb7d-d3e5-41e4-989b-208da43a69ff service nova] Releasing lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.018s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:23:05 user nova-compute[74883]: INFO nova.compute.claims [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Claim successful on node user
Nov 06 08:23:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.992s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:23:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 06 08:23:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:23:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Creating image(s)
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG nova.policy [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f852f48b4aeb473daa09efb4cd97ed6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9771bd722d6d4aac8a62d7d1d535798f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.part --force-share --output=json" returned: 0 in 0.341s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.images [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] 02556610-e6a7-4412-bb19-0a6e7e8dd91b was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.part /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] No waiting events found dispatching network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:08 user nova-compute[74883]: WARNING nova.compute.manager [req-791322d9-f2dd-42dc-ab09-6f30e130fdee req-14243f15-68bf-48ea-93fd-8d7facaea4b6 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received unexpected event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 for instance with vm_state active and task_state None.
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Instance spawned successfully.
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.part /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.converted" returned: 0 in 0.347s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:23:08 user nova-compute[74883]: INFO nova.compute.claims [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Claim successful on node user
Nov 06 08:23:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:08 user nova-compute[74883]: INFO nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Took 15.37 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4.converted --force-share --output=json" returned: 0 in 0.341s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.720s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:08 user nova-compute[74883]: INFO nova.compute.manager [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Took 16.35 seconds to build instance.
Nov 06 08:23:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e70fe15b-7e20-4c7d-9640-ff9b4f48ece2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.539s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json" returned: 0 in 0.322s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json" returned: 0 in 0.359s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4,backing_fmt=raw /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Successfully created port: 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.958s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4,backing_fmt=raw /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk 1073741824" returned: 0 in 0.110s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "a15c20db878774905f7f2cc80299e2bedbd3f4b4" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.477s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:23:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:23:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 --force-share --output=json" returned: 0 in 0.455s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Checking if we can resize image /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:23:10 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Creating image(s)
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "/opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "/opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "/opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.policy [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed51dec568554b969a4465fe1a274a64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330edcc6b63641e794d7fae4b4886faf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] No waiting events found dispatching network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:10 user nova-compute[74883]: WARNING nova.compute.manager [req-da2f9635-834e-42de-9164-fd1af0f82007 req-65fa9976-9ee3-4966-9a50-1f196c73887d service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received unexpected event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 for instance with vm_state active and task_state None.
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.481s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Cannot resize image /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Ensure instance console log exists: /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.329s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.287s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk 1073741824" returned: 0 in 0.095s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.393s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.318s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Successfully updated port: 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquired lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.353s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Cannot resize image /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Ensure instance console log exists: /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updating instance_info_cache with network_info: [{"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Releasing lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Instance network_info: |[{"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Start _get_guest_xml network_info=[{"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:22:58Z,direct_url=<?>,disk_format='qcow2',id=02556610-e6a7-4412-bb19-0a6e7e8dd91b,min_disk=0,min_ram=0,name='',owner='763c1ccfe5f644c6b71ff58504fb0028',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:23:00Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'scsi', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'image_id': '02556610-e6a7-4412-bb19-0a6e7e8dd91b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:22:58Z,direct_url=<?>,disk_format='qcow2',id=02556610-e6a7-4412-bb19-0a6e7e8dd91b,min_disk=0,min_ram=0,name='',owner='763c1ccfe5f644c6b71ff58504fb0028',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:23:00Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-698650900',display_name='tempest-AttachSCSIVolumeTestJSON-server-698650900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-698650900',id=6,image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOiWMbxjzCzO2Bf+88DFCMjOhlfMpdu+yuk0f2x3aT9nKND+60FFDIJtJWC51hTg8hY2uM0v+8Ys7Uwymnujhg4czH+ydY8/4tiNAnJ7VmrCLjiTXS8PlktuYkGfxrl5OA==',key_name='tempest-keypair-621178482',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9771bd722d6d4aac8a62d7d1d535798f',ramdisk_id='',reservation_id='r-bcwkw4pq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1560548680',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1560548680-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f852f48b4aeb473daa09efb4cd97ed6e',uuid=40a38a21-ea5e-4854-8e2b-e05951ee347d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converting VIF {"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lazy-loading 'pci_devices' on Instance uuid 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:12 user nova-compute[74883]:   <uuid>40a38a21-ea5e-4854-8e2b-e05951ee347d</uuid>
Nov 06 08:23:12 user nova-compute[74883]:   <name>instance-00000006</name>
Nov 06 08:23:12 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:12 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:12 user nova-compute[74883]:   <metadata>
Nov 06 08:23:12 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:12 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-698650900</nova:name>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:12</nova:creationTime>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:12 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:12 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:user uuid="f852f48b4aeb473daa09efb4cd97ed6e">tempest-AttachSCSIVolumeTestJSON-1560548680-project-member</nova:user>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:project uuid="9771bd722d6d4aac8a62d7d1d535798f">tempest-AttachSCSIVolumeTestJSON-1560548680</nova:project>
Nov 06 08:23:12 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:root type="image" uuid="02556610-e6a7-4412-bb19-0a6e7e8dd91b"/>
Nov 06 08:23:12 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:12 user nova-compute[74883]:         <nova:port uuid="5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9">
Nov 06 08:23:12 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:23:12 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:12 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:12 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:12 user nova-compute[74883]:   </metadata>
Nov 06 08:23:12 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:12 user nova-compute[74883]:     <system>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="serial">40a38a21-ea5e-4854-8e2b-e05951ee347d</entry>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="uuid">40a38a21-ea5e-4854-8e2b-e05951ee347d</entry>
Nov 06 08:23:12 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:12 user nova-compute[74883]:     </system>
Nov 06 08:23:12 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:12 user nova-compute[74883]:   <os>
Nov 06 08:23:12 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:12 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:12 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:12 user nova-compute[74883]:   </os>
Nov 06 08:23:12 user nova-compute[74883]:   <features>
Nov 06 08:23:12 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:12 user nova-compute[74883]:     <apic/>
Nov 06 08:23:12 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:12 user nova-compute[74883]:   </features>
Nov 06 08:23:12 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:12 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:12 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:12 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:12 user nova-compute[74883]:   </clock>
Nov 06 08:23:12 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:12 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:12 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:12 user nova-compute[74883]:   </cpu>
Nov 06 08:23:12 user nova-compute[74883]:   <devices>
Nov 06 08:23:12 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:12 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:12 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk"/>
Nov 06 08:23:12 user nova-compute[74883]:       <target dev="sda" bus="scsi"/>
Nov 06 08:23:12 user nova-compute[74883]:       <address type="drive" controller="0" unit="0"/>
Nov 06 08:23:12 user nova-compute[74883]:     </disk>
Nov 06 08:23:12 user nova-compute[74883]:     <disk type="file" device="cdrom">
Nov 06 08:23:12 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none"/>
Nov 06 08:23:12 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.config"/>
Nov 06 08:23:12 user nova-compute[74883]:       <target dev="sdb" bus="scsi"/>
Nov 06 08:23:12 user nova-compute[74883]:       <address type="drive" controller="0" unit="1"/>
Nov 06 08:23:12 user nova-compute[74883]:     </disk>
Nov 06 08:23:12 user nova-compute[74883]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 06 08:23:12 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:12 user nova-compute[74883]:       <mac address="fa:16:3e:3c:99:2f"/>
Nov 06 08:23:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:12 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:12 user nova-compute[74883]:       <target dev="tap5a7c784f-24"/>
Nov 06 08:23:12 user nova-compute[74883]:     </interface>
Nov 06 08:23:12 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:12 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/console.log" append="off"/>
Nov 06 08:23:12 user nova-compute[74883]:     </serial>
Nov 06 08:23:12 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:12 user nova-compute[74883]:     <video>
Nov 06 08:23:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:12 user nova-compute[74883]:     </video>
Nov 06 08:23:12 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:12 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:12 user nova-compute[74883]:     </rng>
Nov 06 08:23:12 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:12 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:12 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:12 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:12 user nova-compute[74883]:   </devices>
Nov 06 08:23:12 user nova-compute[74883]: </domain>
Nov 06 08:23:12 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-698650900',display_name='tempest-AttachSCSIVolumeTestJSON-server-698650900',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-698650900',id=6,image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOiWMbxjzCzO2Bf+88DFCMjOhlfMpdu+yuk0f2x3aT9nKND+60FFDIJtJWC51hTg8hY2uM0v+8Ys7Uwymnujhg4czH+ydY8/4tiNAnJ7VmrCLjiTXS8PlktuYkGfxrl5OA==',key_name='tempest-keypair-621178482',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9771bd722d6d4aac8a62d7d1d535798f',ramdisk_id='',reservation_id='r-bcwkw4pq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1560548680',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1560548680-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f852f48b4aeb473daa09efb4cd97ed6e',uuid=40a38a21-ea5e-4854-8e2b-e05951ee347d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converting VIF {"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG os_vif [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37175ed9-29b8-54f9-8503-b18c359aaf02', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5a7c784f-24, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5a7c784f-24, col_values=(('qos', UUID('4dfe3870-38c9-4ed8-bef7-de1aab3f49de')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5a7c784f-24, col_values=(('external_ids', {'iface-id': '5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:99:2f', 'vm-uuid': '40a38a21-ea5e-4854-8e2b-e05951ee347d'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: INFO os_vif [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24')
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No BDM found with device name sda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No VIF found with MAC fa:16:3e:3c:99:2f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Using config drive
Nov 06 08:23:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Creating config drive at /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.config
Nov 06 08:23:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp806hf9pl {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-changed-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Refreshing instance network info cache due to event network-changed-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] Acquiring lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] Acquired lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Refreshing network info cache for port 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp806hf9pl" returned: 0 in 0.072s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:12 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Successfully created port: 267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:23:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updated VIF entry in instance network info cache for port 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:23:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updating instance_info_cache with network_info: [{"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca2af44f-8e75-496d-bea7-4a93a88601e1 req-3c909ab2-032c-4ec8-bf26-97c1d09874dd service nova] Releasing lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Successfully updated port: 267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquired lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-changed-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Refreshing instance network info cache due to event network-changed-267715d6-1bb9-4382-8178-7afab497d661. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] Acquiring lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating instance_info_cache with network_info: [{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Releasing lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Instance network_info: |[{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] Acquired lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.neutron [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Refreshing network info cache for port 267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Start _get_guest_xml network_info=[{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1636466090',display_name='tempest-VolumesAdminNegativeTest-server-1636466090',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1636466090',id=7,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEU++ZlYt+Tw1P+9F3n7+BHBQkXbQcqviA4jZR2EX8lYuKY3IhkUqJqOX2gdhCEeg2kq0gRJyWkEuORtLP2u+IaeQbFdsXB0gGdJGBWgTA8BJc7tU7m+nLw8uzXOQFT1uA==',key_name='tempest-keypair-1323973163',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-an3e66k3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed51dec568554b969a4465fe1a274a64',uuid=42cdf323-4bbc-495a-b5b1-624bd45a7ead,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'pci_devices' on Instance uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:15 user nova-compute[74883]:   <uuid>42cdf323-4bbc-495a-b5b1-624bd45a7ead</uuid>
Nov 06 08:23:15 user nova-compute[74883]:   <name>instance-00000007</name>
Nov 06 08:23:15 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:15 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:15 user nova-compute[74883]:   <metadata>
Nov 06 08:23:15 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:15 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1636466090</nova:name>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:15</nova:creationTime>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:15 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:15 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:user uuid="ed51dec568554b969a4465fe1a274a64">tempest-VolumesAdminNegativeTest-212661328-project-member</nova:user>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:project uuid="330edcc6b63641e794d7fae4b4886faf">tempest-VolumesAdminNegativeTest-212661328</nova:project>
Nov 06 08:23:15 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:23:15 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:15 user nova-compute[74883]:         <nova:port uuid="267715d6-1bb9-4382-8178-7afab497d661">
Nov 06 08:23:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:23:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:15 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:15 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:15 user nova-compute[74883]:   </metadata>
Nov 06 08:23:15 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:15 user nova-compute[74883]:     <system>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="serial">42cdf323-4bbc-495a-b5b1-624bd45a7ead</entry>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="uuid">42cdf323-4bbc-495a-b5b1-624bd45a7ead</entry>
Nov 06 08:23:15 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:15 user nova-compute[74883]:     </system>
Nov 06 08:23:15 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:15 user nova-compute[74883]:   <os>
Nov 06 08:23:15 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:15 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:15 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:15 user nova-compute[74883]:   </os>
Nov 06 08:23:15 user nova-compute[74883]:   <features>
Nov 06 08:23:15 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:15 user nova-compute[74883]:     <apic/>
Nov 06 08:23:15 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:15 user nova-compute[74883]:   </features>
Nov 06 08:23:15 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:15 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:15 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:15 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:15 user nova-compute[74883]:   </clock>
Nov 06 08:23:15 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:15 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:15 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:15 user nova-compute[74883]:   </cpu>
Nov 06 08:23:15 user nova-compute[74883]:   <devices>
Nov 06 08:23:15 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:15 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:15 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk"/>
Nov 06 08:23:15 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:23:15 user nova-compute[74883]:     </disk>
Nov 06 08:23:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:15 user nova-compute[74883]:       <mac address="fa:16:3e:a6:40:2f"/>
Nov 06 08:23:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:15 user nova-compute[74883]:       <target dev="tap267715d6-1b"/>
Nov 06 08:23:15 user nova-compute[74883]:     </interface>
Nov 06 08:23:15 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:15 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/console.log" append="off"/>
Nov 06 08:23:15 user nova-compute[74883]:     </serial>
Nov 06 08:23:15 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:15 user nova-compute[74883]:     <video>
Nov 06 08:23:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:15 user nova-compute[74883]:     </video>
Nov 06 08:23:15 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:15 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:15 user nova-compute[74883]:     </rng>
Nov 06 08:23:15 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:15 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:15 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:15 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:15 user nova-compute[74883]:   </devices>
Nov 06 08:23:15 user nova-compute[74883]: </domain>
Nov 06 08:23:15 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1636466090',display_name='tempest-VolumesAdminNegativeTest-server-1636466090',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1636466090',id=7,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEU++ZlYt+Tw1P+9F3n7+BHBQkXbQcqviA4jZR2EX8lYuKY3IhkUqJqOX2gdhCEeg2kq0gRJyWkEuORtLP2u+IaeQbFdsXB0gGdJGBWgTA8BJc7tU7m+nLw8uzXOQFT1uA==',key_name='tempest-keypair-1323973163',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-an3e66k3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed51dec568554b969a4465fe1a274a64',uuid=42cdf323-4bbc-495a-b5b1-624bd45a7ead,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG os_vif [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fb646d2a-5236-54fb-b858-76acdc156a25', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap267715d6-1b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap267715d6-1b, col_values=(('qos', UUID('408a4f6e-b63b-4400-ae13-ff1371cafe3d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap267715d6-1b, col_values=(('external_ids', {'iface-id': '267715d6-1bb9-4382-8178-7afab497d661', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:40:2f', 'vm-uuid': '42cdf323-4bbc-495a-b5b1-624bd45a7ead'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:15 user nova-compute[74883]: INFO os_vif [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b')
Nov 06 08:23:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No VIF found with MAC fa:16:3e:a6:40:2f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updated VIF entry in instance network info cache for port 267715d6-1bb9-4382-8178-7afab497d661. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:23:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating instance_info_cache with network_info: [{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd981679-8525-4961-b82e-b157e4c23a8b req-13fbf387-8ba8-41a5-9148-3b633a092bb0 service nova] Releasing lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Instance spawned successfully.
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:17 user nova-compute[74883]: INFO nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Took 10.30 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:17 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:17 user nova-compute[74883]: INFO nova.compute.manager [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Took 11.97 seconds to build instance.
Nov 06 08:23:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8473dd68-8f4a-4b50-89da-abaee87818c6 tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.224s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] No waiting events found dispatching network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:18 user nova-compute[74883]: WARNING nova.compute.manager [req-137094eb-dedb-4daf-881a-cde702414c9c req-5eca6273-4b45-4986-a198-444e14089538 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received unexpected event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 for instance with vm_state building and task_state spawning.
Nov 06 08:23:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] No waiting events found dispatching network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:20 user nova-compute[74883]: WARNING nova.compute.manager [req-8033ad77-2bab-4b35-b6e1-9227e5a5b105 req-a250720d-ed78-4359-b61d-f68cc97f8151 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received unexpected event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 for instance with vm_state building and task_state spawning.
Nov 06 08:23:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Instance spawned successfully.
Nov 06 08:23:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:21 user nova-compute[74883]: INFO nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Took 10.90 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:21 user nova-compute[74883]: INFO nova.compute.manager [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Took 12.82 seconds to build instance.
Nov 06 08:23:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ce70fe6d-c05f-409a-a593-04f4643ebb3b tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.215s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:23:23 user nova-compute[74883]: INFO nova.compute.claims [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Claim successful on node user
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:23:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.policy [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b3c0bdd1afb4cfe96ea9ca20cadc759', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '361da31172cb4b48a643b2d1f7cd996d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:23:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Creating image(s)
Nov 06 08:23:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "/opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "/opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "/opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.277s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.345s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk 1073741824" returned: 0 in 0.069s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.434s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:24 user nova-compute[74883]: WARNING nova.compute.manager [req-375858c8-5b7d-41b1-98e5-81277a65390c req-58af2e96-72cd-49f8-b761-c262c34c9506 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state None.
Nov 06 08:23:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Cannot resize image /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Ensure instance console log exists: /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Successfully created port: 78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:23:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:26 user nova-compute[74883]: WARNING nova.compute.manager [req-ddd58d40-8cb9-4944-b923-1d0b00a16b1c req-109c3feb-c0e2-4220-9b28-09ee3de15444 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state None.
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Successfully updated port: 78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquired lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updating instance_info_cache with network_info: [{"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Releasing lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Instance network_info: |[{"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Start _get_guest_xml network_info=[{"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-90972563',display_name='tempest-TestVolumeSwap-server-90972563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-90972563',id=8,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDSPU/Mi3o36vR2DFMHFqQXPu13T4bL1zPCFZCwkm7bJZpyeT/pFXkCPLgugu9TEDLyYHiY2qAr8mZfUahsoFIRDWZ0MRm7y6wq2P5m9WzwK0Os1qoolCvDdh6SgOV+YQ==',key_name='tempest-keypair-762385082',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='361da31172cb4b48a643b2d1f7cd996d',ramdisk_id='',reservation_id='r-rxhztju5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2101316350',owner_user_name='tempest-TestVolumeSwap-2101316350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b3c0bdd1afb4cfe96ea9ca20cadc759',uuid=3c01909e-c11c-44cb-8e5c-34457cfa3e71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converting VIF {"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lazy-loading 'pci_devices' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:27 user nova-compute[74883]:   <uuid>3c01909e-c11c-44cb-8e5c-34457cfa3e71</uuid>
Nov 06 08:23:27 user nova-compute[74883]:   <name>instance-00000008</name>
Nov 06 08:23:27 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:27 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:27 user nova-compute[74883]:   <metadata>
Nov 06 08:23:27 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:27 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:name>tempest-TestVolumeSwap-server-90972563</nova:name>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:27</nova:creationTime>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:27 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:27 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:user uuid="2b3c0bdd1afb4cfe96ea9ca20cadc759">tempest-TestVolumeSwap-2101316350-project-member</nova:user>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:project uuid="361da31172cb4b48a643b2d1f7cd996d">tempest-TestVolumeSwap-2101316350</nova:project>
Nov 06 08:23:27 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:23:27 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:27 user nova-compute[74883]:         <nova:port uuid="78b36757-a21e-431f-a4f6-7c0a1faafc91">
Nov 06 08:23:27 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:23:27 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:27 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:27 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:27 user nova-compute[74883]:   </metadata>
Nov 06 08:23:27 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:27 user nova-compute[74883]:     <system>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="serial">3c01909e-c11c-44cb-8e5c-34457cfa3e71</entry>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="uuid">3c01909e-c11c-44cb-8e5c-34457cfa3e71</entry>
Nov 06 08:23:27 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:27 user nova-compute[74883]:     </system>
Nov 06 08:23:27 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:27 user nova-compute[74883]:   <os>
Nov 06 08:23:27 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:27 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:27 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:27 user nova-compute[74883]:   </os>
Nov 06 08:23:27 user nova-compute[74883]:   <features>
Nov 06 08:23:27 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:27 user nova-compute[74883]:     <apic/>
Nov 06 08:23:27 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:27 user nova-compute[74883]:   </features>
Nov 06 08:23:27 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:27 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:27 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:27 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:27 user nova-compute[74883]:   </clock>
Nov 06 08:23:27 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:27 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:27 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:27 user nova-compute[74883]:   </cpu>
Nov 06 08:23:27 user nova-compute[74883]:   <devices>
Nov 06 08:23:27 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:27 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:27 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk"/>
Nov 06 08:23:27 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:23:27 user nova-compute[74883]:     </disk>
Nov 06 08:23:27 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:27 user nova-compute[74883]:       <mac address="fa:16:3e:a0:2a:dd"/>
Nov 06 08:23:27 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:27 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:27 user nova-compute[74883]:       <target dev="tap78b36757-a2"/>
Nov 06 08:23:27 user nova-compute[74883]:     </interface>
Nov 06 08:23:27 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:27 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/console.log" append="off"/>
Nov 06 08:23:27 user nova-compute[74883]:     </serial>
Nov 06 08:23:27 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:27 user nova-compute[74883]:     <video>
Nov 06 08:23:27 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:27 user nova-compute[74883]:     </video>
Nov 06 08:23:27 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:27 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:27 user nova-compute[74883]:     </rng>
Nov 06 08:23:27 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:27 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:27 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:27 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:27 user nova-compute[74883]:   </devices>
Nov 06 08:23:27 user nova-compute[74883]: </domain>
Nov 06 08:23:27 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-90972563',display_name='tempest-TestVolumeSwap-server-90972563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-90972563',id=8,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDSPU/Mi3o36vR2DFMHFqQXPu13T4bL1zPCFZCwkm7bJZpyeT/pFXkCPLgugu9TEDLyYHiY2qAr8mZfUahsoFIRDWZ0MRm7y6wq2P5m9WzwK0Os1qoolCvDdh6SgOV+YQ==',key_name='tempest-keypair-762385082',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='361da31172cb4b48a643b2d1f7cd996d',ramdisk_id='',reservation_id='r-rxhztju5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2101316350',owner_user_name='tempest-TestVolumeSwap-2101316350-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b3c0bdd1afb4cfe96ea9ca20cadc759',uuid=3c01909e-c11c-44cb-8e5c-34457cfa3e71,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converting VIF {"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG os_vif [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f2d756b-825c-56a7-b45c-61bf28452f2a', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap78b36757-a2, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap78b36757-a2, col_values=(('qos', UUID('619f47f0-e76d-4b2e-87f4-e6db68900056')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap78b36757-a2, col_values=(('external_ids', {'iface-id': '78b36757-a21e-431f-a4f6-7c0a1faafc91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:2a:dd', 'vm-uuid': '3c01909e-c11c-44cb-8e5c-34457cfa3e71'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: INFO os_vif [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2')
Nov 06 08:23:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] No VIF found with MAC fa:16:3e:a0:2a:dd, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:23:28 user nova-compute[74883]: INFO nova.compute.claims [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Claim successful on node user
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.743s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:23:28 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:23:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.policy [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b34252b22005418b99b35259bced3b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c4eacd9d6a414684b178ed83d6439f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-changed-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Refreshing instance network info cache due to event network-changed-78b36757-a21e-431f-a4f6-7c0a1faafc91. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] Acquiring lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] Acquired lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Refreshing network info cache for port 78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:23:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Creating image(s)
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Skipping network cache update for instance because it is Building. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Skipping network cache update for instance because it is Building. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 15de5b4e-02d3-4c86-a52c-6177bd5addad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.294s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk 1073741824" returned: 0 in 0.061s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.359s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updated VIF entry in instance network info cache for port 78b36757-a21e-431f-a4f6-7c0a1faafc91. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updating instance_info_cache with network_info: [{"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c08dbc4-dc74-4f2a-ad0f-048a0a43314b req-ebe21de8-1ca2-483d-9ad9-2f00298fb13b service nova] Releasing lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.303s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Cannot resize image /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Ensure instance console log exists: /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:30 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Successfully created port: 58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Successfully updated port: 58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-changed-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing instance network info cache due to event network-changed-58aae2ef-15aa-41ad-b059-4a07272b2caa. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] No waiting events found dispatching network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:32 user nova-compute[74883]: WARNING nova.compute.manager [req-1f1b22f0-7f3d-4bce-9758-ce26ae11ce9b req-675eff31-6171-4437-abf3-fa3881f71e74 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received unexpected event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b for instance with vm_state active and task_state None.
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Instance spawned successfully.
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:32 user nova-compute[74883]: INFO nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Took 8.39 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:32 user nova-compute[74883]: INFO nova.compute.manager [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Took 9.41 seconds to build instance.
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-89ad3530-c697-4782-87e7-8e8a3d640864 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.552s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Instance network_info: |[{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing network info cache for port 58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Start _get_guest_xml network_info=[{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'pci_devices' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:32 user nova-compute[74883]:   <uuid>c34ba247-8ca6-42b2-a2c3-cea136cb4208</uuid>
Nov 06 08:23:32 user nova-compute[74883]:   <name>instance-00000009</name>
Nov 06 08:23:32 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:32 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:32 user nova-compute[74883]:   <metadata>
Nov 06 08:23:32 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:32 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:32</nova:creationTime>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:32 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:32 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:23:32 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:23:32 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:32 user nova-compute[74883]:         <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:23:32 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:23:32 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:32 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:32 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:32 user nova-compute[74883]:   </metadata>
Nov 06 08:23:32 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:32 user nova-compute[74883]:     <system>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="serial">c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="uuid">c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:23:32 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:32 user nova-compute[74883]:     </system>
Nov 06 08:23:32 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:32 user nova-compute[74883]:   <os>
Nov 06 08:23:32 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:32 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:32 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:32 user nova-compute[74883]:   </os>
Nov 06 08:23:32 user nova-compute[74883]:   <features>
Nov 06 08:23:32 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:32 user nova-compute[74883]:     <apic/>
Nov 06 08:23:32 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:32 user nova-compute[74883]:   </features>
Nov 06 08:23:32 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:32 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:32 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:32 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:32 user nova-compute[74883]:   </clock>
Nov 06 08:23:32 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:32 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:32 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:32 user nova-compute[74883]:   </cpu>
Nov 06 08:23:32 user nova-compute[74883]:   <devices>
Nov 06 08:23:32 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:32 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:32 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk"/>
Nov 06 08:23:32 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:23:32 user nova-compute[74883]:     </disk>
Nov 06 08:23:32 user nova-compute[74883]:     <disk type="file" device="cdrom">
Nov 06 08:23:32 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none"/>
Nov 06 08:23:32 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config"/>
Nov 06 08:23:32 user nova-compute[74883]:       <target dev="hda" bus="ide"/>
Nov 06 08:23:32 user nova-compute[74883]:     </disk>
Nov 06 08:23:32 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:32 user nova-compute[74883]:       <mac address="fa:16:3e:ba:0c:56"/>
Nov 06 08:23:32 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:32 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:32 user nova-compute[74883]:       <target dev="tap58aae2ef-15"/>
Nov 06 08:23:32 user nova-compute[74883]:     </interface>
Nov 06 08:23:32 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:32 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log" append="off"/>
Nov 06 08:23:32 user nova-compute[74883]:     </serial>
Nov 06 08:23:32 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:32 user nova-compute[74883]:     <video>
Nov 06 08:23:32 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:32 user nova-compute[74883]:     </video>
Nov 06 08:23:32 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:32 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:32 user nova-compute[74883]:     </rng>
Nov 06 08:23:32 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:32 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:32 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:32 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:32 user nova-compute[74883]:   </devices>
Nov 06 08:23:32 user nova-compute[74883]: </domain>
Nov 06 08:23:32 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG os_vif [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b6d0e5f-48d3-537a-a9ed-76a184a11b55', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58aae2ef-15, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58aae2ef-15, col_values=(('qos', UUID('b6923066-1835-47ec-b9eb-391b94a710fe')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58aae2ef-15, col_values=(('external_ids', {'iface-id': '58aae2ef-15aa-41ad-b059-4a07272b2caa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:0c:56', 'vm-uuid': 'c34ba247-8ca6-42b2-a2c3-cea136cb4208'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: INFO os_vif [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15')
Nov 06 08:23:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name hda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No VIF found with MAC fa:16:3e:ba:0c:56, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Using config drive
Nov 06 08:23:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Creating config drive at /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config
Nov 06 08:23:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpketlczq2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpketlczq2" returned: 0 in 0.071s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updated VIF entry in instance network info cache for port 58aae2ef-15aa-41ad-b059-4a07272b2caa. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6b27515-0b21-4b19-b679-fb212a93d2ff req-ae198132-2f01-4e0b-80bd-6591ce0fe903 service nova] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] No waiting events found dispatching network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:34 user nova-compute[74883]: WARNING nova.compute.manager [req-a124a652-bedb-4870-aec4-767a0e766189 req-21ca1e20-f281-4fcc-aedf-07a0471c4219 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received unexpected event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b for instance with vm_state active and task_state None.
Nov 06 08:23:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:23:35 user nova-compute[74883]: INFO nova.compute.claims [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Claim successful on node user
Nov 06 08:23:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.826s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:23:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.policy [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2315989e48934450bfa2521a68745728', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53aa9790c75b4e3f89e52deb4e571f40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:23:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Creating image(s)
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "/opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "/opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "/opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk 1073741824" returned: 0 in 0.055s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Successfully created port: 751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.222s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Checking if we can resize image /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:37 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Instance spawned successfully.
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Cannot resize image /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Ensure instance console log exists: /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: INFO nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Took 8.33 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: INFO nova.compute.manager [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Took 9.65 seconds to build instance.
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e4d9201c-668e-467e-a79a-41b8e5d5e13a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.844s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Successfully updated port: 751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-changed-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Refreshing instance network info cache due to event network-changed-751d7d3a-5378-4eb9-a79d-76df44106aa2. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] Acquiring lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] Acquired lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.network.neutron [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Refreshing network info cache for port 751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.network.neutron [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.network.neutron [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0026546-6e10-490a-abb2-4b3371a6c426 req-c63df9e3-472c-4afb-81bd-20904f0f039c service nova] Releasing lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquired lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updating instance_info_cache with network_info: [{"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Releasing lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance network_info: |[{"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Start _get_guest_xml network_info=[{"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:23:39 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:39 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-763198770',display_name='tempest-VolumesAssistedSnapshotsTest-server-763198770',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-763198770',id=10,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEUkppRd9FwrS9DFbrQd/dWJdk7aTBfjb7+QlUJbdHCaMF8TYQ8KNgXByoX7IabQFQZzM35nauUjVM0AdiSJIjGyYgKUOdlvTrmDWUeFVWzCihodPrn7agTUbQFS5Azu9A==',key_name='tempest-keypair-468174518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53aa9790c75b4e3f89e52deb4e571f40',ramdisk_id='',reservation_id='r-m2c5pgs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1562216658',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1562216658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2315989e48934450bfa2521a68745728',uuid=215acce8-36aa-4ee6-b45e-f7891def040b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converting VIF {"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lazy-loading 'pci_devices' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:23:39 user nova-compute[74883]:   <uuid>215acce8-36aa-4ee6-b45e-f7891def040b</uuid>
Nov 06 08:23:39 user nova-compute[74883]:   <name>instance-0000000a</name>
Nov 06 08:23:39 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:23:39 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:23:39 user nova-compute[74883]:   <metadata>
Nov 06 08:23:39 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:23:39 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-763198770</nova:name>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:23:39</nova:creationTime>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:23:39 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:23:39 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:owner>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:user uuid="2315989e48934450bfa2521a68745728">tempest-VolumesAssistedSnapshotsTest-1562216658-project-member</nova:user>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:project uuid="53aa9790c75b4e3f89e52deb4e571f40">tempest-VolumesAssistedSnapshotsTest-1562216658</nova:project>
Nov 06 08:23:39 user nova-compute[74883]:       </nova:owner>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:23:39 user nova-compute[74883]:       <nova:ports>
Nov 06 08:23:39 user nova-compute[74883]:         <nova:port uuid="751d7d3a-5378-4eb9-a79d-76df44106aa2">
Nov 06 08:23:39 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:23:39 user nova-compute[74883]:         </nova:port>
Nov 06 08:23:39 user nova-compute[74883]:       </nova:ports>
Nov 06 08:23:39 user nova-compute[74883]:     </nova:instance>
Nov 06 08:23:39 user nova-compute[74883]:   </metadata>
Nov 06 08:23:39 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:23:39 user nova-compute[74883]:     <system>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="serial">215acce8-36aa-4ee6-b45e-f7891def040b</entry>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="uuid">215acce8-36aa-4ee6-b45e-f7891def040b</entry>
Nov 06 08:23:39 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:23:39 user nova-compute[74883]:     </system>
Nov 06 08:23:39 user nova-compute[74883]:   </sysinfo>
Nov 06 08:23:39 user nova-compute[74883]:   <os>
Nov 06 08:23:39 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:23:39 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:23:39 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:23:39 user nova-compute[74883]:   </os>
Nov 06 08:23:39 user nova-compute[74883]:   <features>
Nov 06 08:23:39 user nova-compute[74883]:     <acpi/>
Nov 06 08:23:39 user nova-compute[74883]:     <apic/>
Nov 06 08:23:39 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:23:39 user nova-compute[74883]:   </features>
Nov 06 08:23:39 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:23:39 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:23:39 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:23:39 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:23:39 user nova-compute[74883]:   </clock>
Nov 06 08:23:39 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:23:39 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:23:39 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:23:39 user nova-compute[74883]:   </cpu>
Nov 06 08:23:39 user nova-compute[74883]:   <devices>
Nov 06 08:23:39 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:23:39 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:23:39 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk"/>
Nov 06 08:23:39 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:23:39 user nova-compute[74883]:     </disk>
Nov 06 08:23:39 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:23:39 user nova-compute[74883]:       <mac address="fa:16:3e:c5:3c:5a"/>
Nov 06 08:23:39 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:39 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:23:39 user nova-compute[74883]:       <target dev="tap751d7d3a-53"/>
Nov 06 08:23:39 user nova-compute[74883]:     </interface>
Nov 06 08:23:39 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:23:39 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/console.log" append="off"/>
Nov 06 08:23:39 user nova-compute[74883]:     </serial>
Nov 06 08:23:39 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:23:39 user nova-compute[74883]:     <video>
Nov 06 08:23:39 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:23:39 user nova-compute[74883]:     </video>
Nov 06 08:23:39 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:23:39 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:23:39 user nova-compute[74883]:     </rng>
Nov 06 08:23:39 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:23:39 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:23:39 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:23:39 user nova-compute[74883]:     </memballoon>
Nov 06 08:23:39 user nova-compute[74883]:   </devices>
Nov 06 08:23:39 user nova-compute[74883]: </domain>
Nov 06 08:23:39 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-763198770',display_name='tempest-VolumesAssistedSnapshotsTest-server-763198770',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-763198770',id=10,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEUkppRd9FwrS9DFbrQd/dWJdk7aTBfjb7+QlUJbdHCaMF8TYQ8KNgXByoX7IabQFQZzM35nauUjVM0AdiSJIjGyYgKUOdlvTrmDWUeFVWzCihodPrn7agTUbQFS5Azu9A==',key_name='tempest-keypair-468174518',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53aa9790c75b4e3f89e52deb4e571f40',ramdisk_id='',reservation_id='r-m2c5pgs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1562216658',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1562216658-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:23:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2315989e48934450bfa2521a68745728',uuid=215acce8-36aa-4ee6-b45e-f7891def040b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converting VIF {"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG os_vif [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2887ddb9-627b-5461-aee9-c041f461b334', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap751d7d3a-53, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap751d7d3a-53, col_values=(('qos', UUID('23d16e3b-33e8-4b94-b939-f3869ef0bd84')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap751d7d3a-53, col_values=(('external_ids', {'iface-id': '751d7d3a-5378-4eb9-a79d-76df44106aa2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c5:3c:5a', 'vm-uuid': '215acce8-36aa-4ee6-b45e-f7891def040b'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:23:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:39 user nova-compute[74883]: INFO os_vif [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53')
Nov 06 08:23:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] No VIF found with MAC fa:16:3e:c5:3c:5a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7568MB free_disk=25.39822006225586GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] No waiting events found dispatching network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received unexpected event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 for instance with vm_state active and task_state None.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] No waiting events found dispatching network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received unexpected event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 for instance with vm_state active and task_state None.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] No waiting events found dispatching network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received unexpected event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d for instance with vm_state active and task_state None.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] No waiting events found dispatching network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received unexpected event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d for instance with vm_state active and task_state None.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] No waiting events found dispatching network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:40 user nova-compute[74883]: WARNING nova.compute.manager [req-c8123278-d2a1-490f-a265-bcbb31f1f522 req-7d3b5bb0-aad5-437d-8f83-7e989a833e85 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received unexpected event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 for instance with vm_state active and task_state None.
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ef567adc-22cf-474a-b296-8d7c29cbcc57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 40a38a21-ea5e-4854-8e2b-e05951ee347d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 215acce8-36aa-4ee6-b45e-f7891def040b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:23:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.876s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] No waiting events found dispatching network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:42 user nova-compute[74883]: WARNING nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received unexpected event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 for instance with vm_state active and task_state None.
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:42 user nova-compute[74883]: WARNING nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa for instance with vm_state active and task_state None.
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:42 user nova-compute[74883]: WARNING nova.compute.manager [req-d7696de2-0ac5-479e-a160-afc3ea3d861a req-67165c51-0e62-4274-91d5-ddcfff5fee3d service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa for instance with vm_state active and task_state None.
Nov 06 08:23:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:23:43 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance spawned successfully.
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:23:43 user nova-compute[74883]: INFO nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Took 7.50 seconds to spawn the instance on the hypervisor.
Nov 06 08:23:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:23:44 user nova-compute[74883]: INFO nova.compute.manager [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Took 8.84 seconds to build instance.
Nov 06 08:23:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a518580b-3d52-47d5-b9c4-67d8c4ae9eea tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.010s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] No waiting events found dispatching network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:44 user nova-compute[74883]: WARNING nova.compute.manager [req-51e8b4f0-8e7d-4539-97fd-5eaeaa7661b1 req-2cf82061-a25f-4343-a630-39b2ebeac03a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received unexpected event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 for instance with vm_state active and task_state None.
Nov 06 08:23:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] No waiting events found dispatching network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:46 user nova-compute[74883]: WARNING nova.compute.manager [req-43a9e66c-999c-4f34-8676-b633cba46d98 req-37641fbf-b6a1-48b5-98b1-dbfd7f10ec26 service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received unexpected event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 for instance with vm_state active and task_state None.
Nov 06 08:23:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] No waiting events found dispatching network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:49 user nova-compute[74883]: WARNING nova.compute.manager [req-5144dd22-f9f6-483b-8e9b-c55af1722670 req-5856d34e-6d61-4324-b129-f8df06ca7121 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received unexpected event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 for instance with vm_state active and task_state None.
Nov 06 08:23:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:23:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:23:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:23:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:23:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] No waiting events found dispatching network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:23:51 user nova-compute[74883]: WARNING nova.compute.manager [req-0558c566-0be9-4bb8-99e6-d5a6bfadcaf1 req-19e78866-68c3-4552-9845-2fbac40d606e service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received unexpected event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 for instance with vm_state active and task_state None.
Nov 06 08:23:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:23:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:24:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:24:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:24:35 user nova-compute[74883]: INFO nova.compute.claims [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Claim successful on node user
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.441s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:24:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.policy [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b24f3ebbb04446a98114d2205ca706ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9400151ccf1d4960913cd1c76d9bfd84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:24:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Creating image(s)
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "/opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "/opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "/opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk 1073741824" returned: 0 in 0.050s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Successfully created port: 2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Cannot resize image /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Ensure instance console log exists: /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Successfully updated port: 2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquired lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-changed-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Refreshing instance network info cache due to event network-changed-2b7fbd38-58a1-4a24-b597-a44746439add. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] Acquiring lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Updating instance_info_cache with network_info: [{"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Releasing lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Instance network_info: |[{"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] Acquired lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Refreshing network info cache for port 2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Start _get_guest_xml network_info=[{"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:24:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:24:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:24:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1514164124',display_name='tempest-ServersNegativeTestJSON-server-1514164124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1514164124',id=11,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-maf0ct9x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:36Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=3ac6c122-55d2-41d4-9778-08cb87144d2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lazy-loading 'pci_devices' on Instance uuid 3ac6c122-55d2-41d4-9778-08cb87144d2e {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:24:37 user nova-compute[74883]:   <uuid>3ac6c122-55d2-41d4-9778-08cb87144d2e</uuid>
Nov 06 08:24:37 user nova-compute[74883]:   <name>instance-0000000b</name>
Nov 06 08:24:37 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:24:37 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:24:37 user nova-compute[74883]:   <metadata>
Nov 06 08:24:37 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:24:37 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:name>tempest-ServersNegativeTestJSON-server-1514164124</nova:name>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:24:37</nova:creationTime>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:24:37 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:24:37 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:owner>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:user uuid="b24f3ebbb04446a98114d2205ca706ba">tempest-ServersNegativeTestJSON-1352171809-project-member</nova:user>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:project uuid="9400151ccf1d4960913cd1c76d9bfd84">tempest-ServersNegativeTestJSON-1352171809</nova:project>
Nov 06 08:24:37 user nova-compute[74883]:       </nova:owner>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:24:37 user nova-compute[74883]:       <nova:ports>
Nov 06 08:24:37 user nova-compute[74883]:         <nova:port uuid="2b7fbd38-58a1-4a24-b597-a44746439add">
Nov 06 08:24:37 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 08:24:37 user nova-compute[74883]:         </nova:port>
Nov 06 08:24:37 user nova-compute[74883]:       </nova:ports>
Nov 06 08:24:37 user nova-compute[74883]:     </nova:instance>
Nov 06 08:24:37 user nova-compute[74883]:   </metadata>
Nov 06 08:24:37 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:24:37 user nova-compute[74883]:     <system>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="serial">3ac6c122-55d2-41d4-9778-08cb87144d2e</entry>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="uuid">3ac6c122-55d2-41d4-9778-08cb87144d2e</entry>
Nov 06 08:24:37 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:24:37 user nova-compute[74883]:     </system>
Nov 06 08:24:37 user nova-compute[74883]:   </sysinfo>
Nov 06 08:24:37 user nova-compute[74883]:   <os>
Nov 06 08:24:37 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:24:37 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:24:37 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:24:37 user nova-compute[74883]:   </os>
Nov 06 08:24:37 user nova-compute[74883]:   <features>
Nov 06 08:24:37 user nova-compute[74883]:     <acpi/>
Nov 06 08:24:37 user nova-compute[74883]:     <apic/>
Nov 06 08:24:37 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:24:37 user nova-compute[74883]:   </features>
Nov 06 08:24:37 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:24:37 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:24:37 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:24:37 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:24:37 user nova-compute[74883]:   </clock>
Nov 06 08:24:37 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:24:37 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:24:37 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:24:37 user nova-compute[74883]:   </cpu>
Nov 06 08:24:37 user nova-compute[74883]:   <devices>
Nov 06 08:24:37 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:24:37 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:24:37 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk"/>
Nov 06 08:24:37 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:24:37 user nova-compute[74883]:     </disk>
Nov 06 08:24:37 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:24:37 user nova-compute[74883]:       <mac address="fa:16:3e:16:dc:b6"/>
Nov 06 08:24:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:24:37 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:24:37 user nova-compute[74883]:       <target dev="tap2b7fbd38-58"/>
Nov 06 08:24:37 user nova-compute[74883]:     </interface>
Nov 06 08:24:37 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:24:37 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/console.log" append="off"/>
Nov 06 08:24:37 user nova-compute[74883]:     </serial>
Nov 06 08:24:37 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:24:37 user nova-compute[74883]:     <video>
Nov 06 08:24:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:24:37 user nova-compute[74883]:     </video>
Nov 06 08:24:37 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:24:37 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:24:37 user nova-compute[74883]:     </rng>
Nov 06 08:24:37 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:24:37 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:24:37 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:24:37 user nova-compute[74883]:     </memballoon>
Nov 06 08:24:37 user nova-compute[74883]:   </devices>
Nov 06 08:24:37 user nova-compute[74883]: </domain>
Nov 06 08:24:37 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:24:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1514164124',display_name='tempest-ServersNegativeTestJSON-server-1514164124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1514164124',id=11,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-maf0ct9x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:36Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=3ac6c122-55d2-41d4-9778-08cb87144d2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG os_vif [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8a80c48-9fec-58bb-8255-76ee24e1a204', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updating instance_info_cache with network_info: [{"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b7fbd38-58, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b7fbd38-58, col_values=(('qos', UUID('875ec7ca-eef6-4a9a-bcfa-e357e71127ec')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b7fbd38-58, col_values=(('external_ids', {'iface-id': '2b7fbd38-58a1-4a24-b597-a44746439add', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:dc:b6', 'vm-uuid': '3ac6c122-55d2-41d4-9778-08cb87144d2e'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-ef567adc-22cf-474a-b296-8d7c29cbcc57" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: INFO os_vif [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58')
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] No VIF found with MAC fa:16:3e:16:dc:b6, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Updated VIF entry in instance network info cache for port 2b7fbd38-58a1-4a24-b597-a44746439add. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Updating instance_info_cache with network_info: [{"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6fd7301f-bc8d-47c4-80fe-b167c39fe3c2 req-d3d20a7f-7199-4578-9827-3adcbb387707 service nova] Releasing lock "refresh_cache-3ac6c122-55d2-41d4-9778-08cb87144d2e" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-changed-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Refreshing instance network info cache due to event network-changed-1136fcfe-6e9a-4761-bc0b-155b1f116639. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Refreshing network info cache for port 1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] No waiting events found dispatching network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:24:39 user nova-compute[74883]: WARNING nova.compute.manager [req-466d5ba5-26a6-4e14-b55e-da3a0a8e016e req-340e4924-5cd4-48cd-a520-73f6044c859f service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received unexpected event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add for instance with vm_state building and task_state spawning.
Nov 06 08:24:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lazy-loading 'flavor' on Instance uuid ef567adc-22cf-474a-b296-8d7c29cbcc57 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updated VIF entry in instance network info cache for port 1136fcfe-6e9a-4761-bc0b-155b1f116639. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d92ef66c-688f-4189-b12c-cab3b5e45979 req-636ade08-9b9d-4352-942f-1f0ec8e817b6 service nova] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.118s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:40 user nova-compute[74883]: INFO nova.compute.manager [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Attaching volume b8064832-2379-4f54-ab2a-3aec77dfacba to /dev/vdb
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG os_brick.utils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:24:40 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpkey01p1q/privsep.sock']
Nov 06 08:24:40 user sudo[86530]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpkey01p1q/privsep.sock
Nov 06 08:24:40 user sudo[86530]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:24:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Instance spawned successfully.
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] No waiting events found dispatching network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:24:41 user nova-compute[74883]: WARNING nova.compute.manager [req-bf4d150f-c81c-4917-ab2a-0b58d9935025 req-11d0eba1-c8b6-4f4f-a726-4e62b52611ba service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received unexpected event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add for instance with vm_state building and task_state spawning.
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user nova-compute[74883]: INFO nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 06 08:24:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:24:41 user nova-compute[74883]: INFO nova.compute.manager [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Took 6.52 seconds to build instance.
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8630f059-a71d-4af0-aa9d-cb86a903ab0d tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.655s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:41 user sudo[86530]: pam_unix(sudo:session): session closed for user root
Nov 06 08:24:41 user nova-compute[74883]: INFO oslo.privsep.daemon [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Spawned new privsep daemon via rootwrap
Nov 06 08:24:41 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 06 08:24:41 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 06 08:24:41 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 06 08:24:41 user nova-compute[74883]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86553
Nov 06 08:24:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d46a452d-4d5f-4133-bcba-1a0ae13393c5]: (2,) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8164ef73-371e-477d-8291-cfc0b556327e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: WARNING os_brick.initiator.connectors.nvmeof [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[887c065b-a19d-4ffe-b724-5824b322a331]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[261f7210-02b5-44b8-a10b-03ced343e452]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5cf942-15a0-40a5-b265-80eed3db970b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:42 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9733b900-642e-4aad-8832-133b9f07aa79]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG os_brick.utils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] <== get_connector_properties: return (1836ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updating existing volume attachment record: 32861f20-7da9-4080-838a-fa7a5db866c2 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.289s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-changed-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Refreshing instance network info cache due to event network-changed-0c0445a0-a23e-4bae-9d5b-41a45b608518. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] Acquiring lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] Acquired lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Refreshing network info cache for port 0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updated VIF entry in instance network info cache for port 0c0445a0-a23e-4bae-9d5b-41a45b608518. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e9e5f75-ff01-41cb-9030-d0f6ac04714e req-5e3e99dc-a89c-46e2-bfec-7e5229c47d1a service nova] Releasing lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-changed-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Refreshing instance network info cache due to event network-changed-767528d4-7c7c-432c-aea6-8cac0207889d. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] Acquiring lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] Acquired lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Refreshing network info cache for port 767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:24:44 user nova-compute[74883]: INFO nova.compute.manager [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] instance snapshotting
Nov 06 08:24:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:45 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:24:45 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7130MB free_disk=25.26555633544922GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Beginning live snapshot process
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updated VIF entry in instance network info cache for port 767528d4-7c7c-432c-aea6-8cac0207889d. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.network.neutron [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating instance_info_cache with network_info: [{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ef567adc-22cf-474a-b296-8d7c29cbcc57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 40a38a21-ea5e-4854-8e2b-e05951ee347d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 215acce8-36aa-4ee6-b45e-f7891def040b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3ac6c122-55d2-41d4-9778-08cb87144d2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6166172-c216-4c5a-a065-7ce75449bbf9 req-e572998f-1c29-420c-9971-32e35f2e959f service nova] Releasing lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json -f qcow2" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:24:45 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.734s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json -f qcow2" returned: 0 in 0.268s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf.delta 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf.delta 1073741824" returned: 0 in 0.051s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:46 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 06 08:24:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74883) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 06 08:24:46 user nova-compute[74883]: INFO nova.virt.libvirt.host [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] UEFI support detected
Nov 06 08:24:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:24:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:24:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 06 08:24:47 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:24:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf.delta /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf.delta /opt/stack/data/nova/instances/snapshots/tmpotwf0aqn/f20ba9a0d2cb4f8594c45a904b336fdf" returned: 0 in 0.286s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Snapshot extracted, beginning image upload
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.147s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:50 user nova-compute[74883]: INFO nova.compute.manager [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Attaching volume de20dee4-b995-4789-9208-5d0223de03cc to /dev/vdb
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.utils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[286612fe-5310-4eae-ac1c-dfabc6ee5a90]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d1425f0-4acc-4648-8d9e-dabf626c730c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[441d8405-8b84-4940-835a-847d0a479d55]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[421e74bc-b113-4145-ae70-03f6c8cad566]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:50 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:24:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0713582-23fb-406f-8ce4-245627650956]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG os_brick.utils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== get_connector_properties: return (191ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:24:50 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating existing volume attachment record: e74f9fe4-6dc4-4647-b917-04d284c75041 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:24:51 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Snapshot image upload complete
Nov 06 08:24:51 user nova-compute[74883]: INFO nova.compute.manager [None req-35203b31-8e59-4393-b36c-b9d8ad403d74 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Took 6.80 seconds to snapshot the instance on the hypervisor.
Nov 06 08:24:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:24:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:24:54 user nova-compute[74883]: INFO nova.compute.claims [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Claim successful on node user
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.544s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:24:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:24:55 user nova-compute[74883]: INFO nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Booting with volume 9f8f3f42-439a-4cd6-8039-af23f8b61226 at /dev/vda
Nov 06 08:24:55 user nova-compute[74883]: DEBUG nova.policy [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30985e8eb8f84e03926153c09148036b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a0ad72f68a401391d1a4b57a1a328b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a7abd6-ecc1-4123-9b4e-7c95ba254509]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[23525ac8-6699-4524-b9aa-73d4ecb343eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bdeb98f-f843-42a4-83b7-8f5175b65081]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6944667-6399-4095-ab05-69f06a0313f3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:24:56 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d01729-e103-41e5-ae13-faf8c4b04675]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating existing volume attachment record: a4684ead-5c2d-44ba-b5c2-ce03346c0edd {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-changed-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Refreshing instance network info cache due to event network-changed-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] Acquiring lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] Acquired lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Refreshing network info cache for port 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updated VIF entry in instance network info cache for port 5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updating instance_info_cache with network_info: [{"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aaa0d73c-2aec-44fb-a77a-7b36a70696cb req-6f9d4a87-aaf3-44aa-95c3-aa872c7c1aed service nova] Releasing lock "refresh_cache-40a38a21-ea5e-4854-8e2b-e05951ee347d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully created port: 181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully created port: 9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully created port: 2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully created port: 7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-changed-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Refreshing instance network info cache due to event network-changed-267715d6-1bb9-4382-8178-7afab497d661. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] Acquiring lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] Acquired lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Refreshing network info cache for port 267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully created port: 90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updated VIF entry in instance network info cache for port 267715d6-1bb9-4382-8178-7afab497d661. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating instance_info_cache with network_info: [{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4aaa0f59-bd6e-4792-b584-0722a3089510 req-83d6a976-c6d4-4245-8774-829c649b5c86 service nova] Releasing lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-181bcd5d-6521-4790-a1c1-42218c929580. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:24:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2211ad41-a2ce-4bb6-b389-9b8734aa52ce req-2e80f0d2-9562-47da-ae43-d1a6e000a5ba service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-17090c27-0404-4af7-9c41-f25da2a7d0d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:25:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-81d0cea9-ae40-4867-ae7c-670d2373146e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-179959b8-4aed-4ca9-8eee-9fbd88574323 req-1e156e77-58a4-417a-922d-ea5fc87df8e5 service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Successfully updated port: 90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-2ff68db5-2c3b-4418-96a9-a4722ec32a62. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance network_info: |[{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updated VIF entry in instance network info cache for port 2ff68db5-2c3b-4418-96a9-a4722ec32a62. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-7975d54b-8487-4a07-9243-20987266773e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updated VIF entry in instance network info cache for port 7975d54b-8487-4a07-9243-20987266773e. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-90cbdb6a-9409-4079-b4a6-1d3057bff651. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updated VIF entry in instance network info cache for port 90cbdb6a-9409-4079-b4a6-1d3057bff651. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-41395b47-ec85-4b63-a7ec-821a68406811 req-74c5f178-855e-4a95-800f-695963e019cc service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connector [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Factory for ISCSI on None {{(pid=74883) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.007s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkeNcRHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:13 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:13 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:13 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb16451b-c4d1-4a16-9dff-4d83d50f1d1d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:25:13 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2b99ea-6bac-45f6-bf79-1dafadd66c8d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc] added
Nov 06 08:25:13 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd2d8f1a-90b7-4acc-8b6e-7d17ad2e667b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b9f564-b937-47f1-ab8d-0923a8aec114]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FkeNcRHr {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FkeNcRHr" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[21daf4f4-0009-45bf-bd64-42ef4c260c14]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FkeNcRHr'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-changed-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Refreshing instance network info cache due to event network-changed-78b36757-a21e-431f-a4f6-7c0a1faafc91. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] Acquiring lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] Acquired lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Refreshing network info cache for port 78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d409aa6-4cbe-48f8-869f-e6953682f913]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e09a8b8-560b-41cf-9265-c799bf8487f3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:25:13 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:25:13 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:13 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:25:13 user nova-compute[74883]: 
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d892b9-b98e-4aac-ac63-7bc586c40c6a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260]
Nov 06 08:25:13 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260] successful.
Nov 06 08:25:13 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1a45cf-7787-4b21-a9c8-9467d0079ef2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[423e240d-28e6-422a-a770-4b4e3c1764a0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:13 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:13 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a421eea5-72a7-4c58-b118-d24ee033c3bd]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkeNcRHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updated VIF entry in instance network info cache for port 78b36757-a21e-431f-a4f6-7c0a1faafc91. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updating instance_info_cache with network_info: [{"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-444bea1e-c53f-4c70-8b69-35c487ff7946 req-850a9250-e8ac-465a-bfcb-db16efd07b41 service nova] Releasing lock "refresh_cache-3c01909e-c11c-44cb-8e5c-34457cfa3e71" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lazy-loading 'flavor' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:14 user nova-compute[74883]: INFO nova.compute.manager [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attaching volume d496463f-4011-4f47-85c6-95ec1dbcfa94 to /dev/vdb
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.utils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[751ca884-6fa4-48e7-8dcf-61a9f6141de5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[29fa12ae-4553-4f93-8c33-410322dc6110]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '26161613661333339', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161613661333339', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81e7a81e-caca-4536-bff2-1014a0f3c8e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ac9ba7-af1d-482e-8a3c-ec3acdea98d1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:25:14 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:25:14 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:25:14 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:25:14 user nova-compute[74883]:   <serial>de20dee4-b995-4789-9208-5d0223de03cc</serial>
Nov 06 08:25:14 user nova-compute[74883]: </disk>
Nov 06 08:25:14 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:14 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f692675-ac84-44fe-a48a-3023abd9eac9]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG os_brick.utils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:14 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updating existing volume attachment record: c59959ca-6d5a-4390-a3b7-c1eac482406b {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:11:5b:97, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mnLWAswd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:15 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:15 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:15 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8a0b13-94bb-4a1c-9227-cac0350c6d07]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:25:15 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9925df-e35d-41e8-8e25-83a6f8caeaf7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba] added
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[354b5452-bf67-42fe-9421-131e688e4fd0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90938e1-8458-487b-b2a8-b869c66b8a06]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mnLWAswd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mnLWAswd" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fae7463-82cc-4bba-8ff8-ec6ef47cd590]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mnLWAswd'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b59dcf9-982a-4d6d-91d9-a8bbb898be38]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1211c221-cc97-49c4-bdd7-fd28dd0c4a7a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5658be14-7075-4ff1-9aed-a7ea1ce3cc55]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260]
Nov 06 08:25:15 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260] successful.
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[34485142-4046-48df-bddb-f03f1587e3a5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[40a02408-7ed8-4d20-a668-972d40b48960]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:15 user nova-compute[74883]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:15 user nova-compute[74883]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)
Nov 06 08:25:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bdf9ed19-02ca-471e-aee0-7af36b0590cb tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.989s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e7088f5-0e42-4a18-8d66-b1b916c57825]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mnLWAswd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:25:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '26166393634393764', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166393634393764', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:25:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lazy-loading 'flavor' on Instance uuid ef567adc-22cf-474a-b296-8d7c29cbcc57 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:25:16 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:25:16 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:25:16 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:25:16 user nova-compute[74883]:   <serial>b8064832-2379-4f54-ab2a-3aec77dfacba</serial>
Nov 06 08:25:16 user nova-compute[74883]: </disk>
Nov 06 08:25:16 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] No VIF found with MAC fa:16:3e:19:d7:b9, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6cdda5dc-02ef-485b-8877-47917a0486d7 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 37.131s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:18 user nova-compute[74883]: INFO nova.compute.manager [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Terminating instance
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-unplugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] No waiting events found dispatching network-vif-unplugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ccf21c8-94c2-4691-a4c5-e71987063cdd req-a5ffbb05-3e8c-4add-a0ad-27f9eb3d722a service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-unplugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:25:18 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Instance destroyed successfully.
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lazy-loading 'resources' on Instance uuid ef567adc-22cf-474a-b296-8d7c29cbcc57 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-495594576',display_name='tempest-DeleteServersTestJSON-server-495594576',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-495594576',id=2,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b9a1fbbbded84a3994fe7c2ab7fef1a8',ramdisk_id='',reservation_id='r-mvg07wx5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-515368870',owner_user_name='tempest-DeleteServersTestJSON-515368870-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:02Z,user_data=None,user_id='19865e02ae7c4ad4bda8301f170e0a99',uuid=ef567adc-22cf-474a-b296-8d7c29cbcc57,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converting VIF {"id": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "address": "fa:16:3e:19:d7:b9", "network": {"id": "e05b409b-10ec-42a7-a68e-7564b5a37ed4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2045561197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b9a1fbbbded84a3994fe7c2ab7fef1a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap63b52d08-5a", "ovs_interfaceid": "63b52d08-5ad6-42b4-9a01-ad9d1941c26b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_vif [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap63b52d08-5a, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d47f388-f673-45df-bfd8-03916b6f771d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:18 user nova-compute[74883]: INFO os_vif [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:19:d7:b9,bridge_name='br-int',has_traffic_filtering=True,id=63b52d08-5ad6-42b4-9a01-ad9d1941c26b,network=Network(e05b409b-10ec-42a7-a68e-7564b5a37ed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap63b52d08-5a')
Nov 06 08:25:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mnLWAswd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:18 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba960aa5-c309-41d4-9b03-ae27b746209b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:25:18 user nova-compute[74883]: No targets found.
Nov 06 08:25:18 user nova-compute[74883]: iSNS:
Nov 06 08:25:18 user nova-compute[74883]: No targets found.
Nov 06 08:25:18 user nova-compute[74883]: STATIC:
Nov 06 08:25:18 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:25:18 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:25:18 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:25:18 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba
Nov 06 08:25:18 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:25:18 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:25:18 user nova-compute[74883]: FIRMWARE:
Nov 06 08:25:18 user nova-compute[74883]: No targets found.
Nov 06 08:25:18 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:25:18 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:25:18 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ece6232-1c3b-4cd4-8b1e-61e60fd74806]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dee1a657-00c0-4464-821d-457ae27ec1c4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:19 user nova-compute[74883]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)
Nov 06 08:25:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:19 user nova-compute[74883]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba (non-flash)
Nov 06 08:25:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119436e560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69c336a-f212-43a9-8cef-0722ec80dfcf]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[44984e98-314a-42a4-b5e3-fb56ca2204ff]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45411f87-0f29-4721-8e81-4de500beedce]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06d9f1d-9411-4922-a033-2b1778ae0a5f]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9809d056-3dde-4c7a-9608-cba1048fc5ec]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7776e790-4a5c-49b6-b499-9709796c59fb]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260]
Nov 06 08:25:19 user nova-compute[74883]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba, portal: 172.16.0.220,3260] successful.
Nov 06 08:25:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8064832-2379-4f54-ab2a-3aec77dfacba -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[117fa862-3a70-4e3a-96b3-62c197cd83d1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] <== disconnect_volume: return (337ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:25:19 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Deleting instance files /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57_del
Nov 06 08:25:19 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Deletion of /opt/stack/data/nova/instances/ef567adc-22cf-474a-b296-8d7c29cbcc57_del complete
Nov 06 08:25:19 user nova-compute[74883]: INFO nova.compute.manager [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:25:19 user nova-compute[74883]: INFO nova.compute.claims [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Claim successful on node user
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-changed-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing instance network info cache due to event network-changed-58aae2ef-15aa-41ad-b059-4a07272b2caa. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:19 user nova-compute[74883]: DEBUG nova.network.neutron [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing network info cache for port 58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lazy-loading 'flavor' on Instance uuid 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.127s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'flavor' on Instance uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.544s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:20 user nova-compute[74883]: INFO nova.compute.manager [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Attaching volume 8fcb00c7-db9f-4e55-a669-830df8bab5ef to /dev/sdc
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:25:20 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Took 1.13 seconds to deallocate network for instance.
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.policy [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800182b159574d669604d895be8b608d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aaa13d6d1849ca93787a7529b76136', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:20 user nova-compute[74883]: INFO nova.compute.manager [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Attaching volume f76d3f4d-6917-4bc1-8163-7efc551e80c6 to /dev/vdb
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:25:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Creating image(s)
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "/opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] Acquiring lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] No waiting events found dispatching network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:21 user nova-compute[74883]: WARNING nova.compute.manager [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received unexpected event network-vif-plugged-63b52d08-5ad6-42b4-9a01-ad9d1941c26b for instance with vm_state active and task_state deleting.
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a0e6e24-e097-4903-83b2-a11672fc528a req-570cdc32-41fa-4efd-bc3e-8cdbb2391599 service nova] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Received event network-vif-deleted-63b52d08-5ad6-42b4-9a01-ad9d1941c26b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Successfully created port: 440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.442s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updated VIF entry in instance network info cache for port 58aae2ef-15aa-41ad-b059-4a07272b2caa. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ac39f90a-7158-4020-9b0f-a4cb03de9254 req-09b62638-84bc-4b07-96ca-575df10cf3b2 service nova] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk 1073741824" returned: 0 in 0.046s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'pci_requests' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Object Instance<c34ba247-8ca6-42b2-a2c3-cea136cb4208> lazy-loaded attributes: flavor,pci_requests {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.policy [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b34252b22005418b99b35259bced3b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1c4eacd9d6a414684b178ed83d6439f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:25:21 user nova-compute[74883]: INFO nova.compute.manager [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] [instance: ef567adc-22cf-474a-b296-8d7c29cbcc57] Took 1.13 seconds to detach 1 volumes for instance.
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.utils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f9b1bc-21d9-4799-9e8f-ef27d8e7ab0c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Cannot resize image /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Ensure instance console log exists: /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[98699924-71c7-4eee-85b2-29df6416fa52]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Successfully updated port: 440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquired lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f13a422-9a76-44f3-9842-a64f91cc84d0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f38793-451c-4c0b-976b-1eeecf9aafda]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:21 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f412df8-835e-4928-a288-dc7e47940825]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.utils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updating existing volume attachment record: 4a481f39-d1be-4316-96a0-a4656cb4c7a4 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.utils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1193fee1-9243-4fae-a78b-8478508ad46b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5371247-f956-4036-90b9-717cd2b10f0a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f45b04c-a7e9-4c6d-8306-910b691f4c08]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b83ec4-6f86-49ed-ab38-a46682f149da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:21 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c075af7-7bd7-4135-9909-b9d35789dec9]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG os_brick.utils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating existing volume attachment record: b6074eed-c52b-4928-b254-69ef1957c65d {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updating instance_info_cache with network_info: [{"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Releasing lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Instance network_info: |[{"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Start _get_guest_xml network_info=[{"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:25:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:25:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:25:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-100664665',display_name='tempest-AttachVolumeNegativeTest-server-100664665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-100664665',id=13,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMWm2z7TmWfIjUZEqak1LEOWvMi7nudi3wczkec4W0s4rEmI7PAQ8leG2M4o+t22YAHshkjryHvgA3LgsNDrvcBqE1/yJd2EjCiyMQjFE7ynDUtoJjfcJ9kpIdmcyRsvQ==',key_name='tempest-keypair-1292656693',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-kpl82apx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:25:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=f6f1bd26-4ebb-4707-8476-fb5704703f33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'pci_devices' on Instance uuid f6f1bd26-4ebb-4707-8476-fb5704703f33 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Successfully created port: 6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.610s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:25:22 user nova-compute[74883]:   <uuid>f6f1bd26-4ebb-4707-8476-fb5704703f33</uuid>
Nov 06 08:25:22 user nova-compute[74883]:   <name>instance-0000000d</name>
Nov 06 08:25:22 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:25:22 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:25:22 user nova-compute[74883]:   <metadata>
Nov 06 08:25:22 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:25:22 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeNegativeTest-server-100664665</nova:name>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:25:22</nova:creationTime>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:25:22 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:25:22 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:owner>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:user uuid="800182b159574d669604d895be8b608d">tempest-AttachVolumeNegativeTest-1208185020-project-member</nova:user>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:project uuid="a5aaa13d6d1849ca93787a7529b76136">tempest-AttachVolumeNegativeTest-1208185020</nova:project>
Nov 06 08:25:22 user nova-compute[74883]:       </nova:owner>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:25:22 user nova-compute[74883]:       <nova:ports>
Nov 06 08:25:22 user nova-compute[74883]:         <nova:port uuid="440c7e20-6e3b-4155-819d-03c05f3b805f">
Nov 06 08:25:22 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:25:22 user nova-compute[74883]:         </nova:port>
Nov 06 08:25:22 user nova-compute[74883]:       </nova:ports>
Nov 06 08:25:22 user nova-compute[74883]:     </nova:instance>
Nov 06 08:25:22 user nova-compute[74883]:   </metadata>
Nov 06 08:25:22 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:25:22 user nova-compute[74883]:     <system>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="serial">f6f1bd26-4ebb-4707-8476-fb5704703f33</entry>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="uuid">f6f1bd26-4ebb-4707-8476-fb5704703f33</entry>
Nov 06 08:25:22 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:25:22 user nova-compute[74883]:     </system>
Nov 06 08:25:22 user nova-compute[74883]:   </sysinfo>
Nov 06 08:25:22 user nova-compute[74883]:   <os>
Nov 06 08:25:22 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:25:22 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:25:22 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:25:22 user nova-compute[74883]:   </os>
Nov 06 08:25:22 user nova-compute[74883]:   <features>
Nov 06 08:25:22 user nova-compute[74883]:     <acpi/>
Nov 06 08:25:22 user nova-compute[74883]:     <apic/>
Nov 06 08:25:22 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:25:22 user nova-compute[74883]:   </features>
Nov 06 08:25:22 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:25:22 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:25:22 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:25:22 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:25:22 user nova-compute[74883]:   </clock>
Nov 06 08:25:22 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:25:22 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:25:22 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:25:22 user nova-compute[74883]:   </cpu>
Nov 06 08:25:22 user nova-compute[74883]:   <devices>
Nov 06 08:25:22 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:25:22 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:25:22 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk"/>
Nov 06 08:25:22 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:25:22 user nova-compute[74883]:     </disk>
Nov 06 08:25:22 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:25:22 user nova-compute[74883]:       <mac address="fa:16:3e:f7:90:1d"/>
Nov 06 08:25:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:25:22 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:25:22 user nova-compute[74883]:       <target dev="tap440c7e20-6e"/>
Nov 06 08:25:22 user nova-compute[74883]:     </interface>
Nov 06 08:25:22 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:25:22 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/console.log" append="off"/>
Nov 06 08:25:22 user nova-compute[74883]:     </serial>
Nov 06 08:25:22 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:25:22 user nova-compute[74883]:     <video>
Nov 06 08:25:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:25:22 user nova-compute[74883]:     </video>
Nov 06 08:25:22 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:25:22 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:25:22 user nova-compute[74883]:     </rng>
Nov 06 08:25:22 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:25:22 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:25:22 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:25:22 user nova-compute[74883]:     </memballoon>
Nov 06 08:25:22 user nova-compute[74883]:   </devices>
Nov 06 08:25:22 user nova-compute[74883]: </domain>
Nov 06 08:25:22 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:25:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-100664665',display_name='tempest-AttachVolumeNegativeTest-server-100664665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-100664665',id=13,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMWm2z7TmWfIjUZEqak1LEOWvMi7nudi3wczkec4W0s4rEmI7PAQ8leG2M4o+t22YAHshkjryHvgA3LgsNDrvcBqE1/yJd2EjCiyMQjFE7ynDUtoJjfcJ9kpIdmcyRsvQ==',key_name='tempest-keypair-1292656693',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-kpl82apx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:25:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=f6f1bd26-4ebb-4707-8476-fb5704703f33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG os_vif [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc020ab3-2676-5fad-b07a-53c3266c57b9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap440c7e20-6e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap440c7e20-6e, col_values=(('qos', UUID('a6bf88b7-75ca-426d-8703-73b1248fc66c')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap440c7e20-6e, col_values=(('external_ids', {'iface-id': '440c7e20-6e3b-4155-819d-03c05f3b805f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:90:1d', 'vm-uuid': 'f6f1bd26-4ebb-4707-8476-fb5704703f33'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:22 user nova-compute[74883]: INFO os_vif [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e')
Nov 06 08:25:22 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Deleted allocations for instance ef567adc-22cf-474a-b296-8d7c29cbcc57
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:f7:90:1d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3add04c7-fcdb-4202-a824-2107d05d6883 tempest-DeleteServersTestJSON-515368870 tempest-DeleteServersTestJSON-515368870-project-member] Lock "ef567adc-22cf-474a-b296-8d7c29cbcc57" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.598s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-changed-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Refreshing instance network info cache due to event network-changed-440c7e20-6e3b-4155-819d-03c05f3b805f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] Acquiring lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] Acquired lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG nova.network.neutron [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Refreshing network info cache for port 440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Successfully updated port: 6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-changed-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing instance network info cache due to event network-changed-6e3fa45d-59db-4183-849e-cda4d988b297. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updated VIF entry in instance network info cache for port 440c7e20-6e3b-4155-819d-03c05f3b805f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updating instance_info_cache with network_info: [{"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-df12a8a1-d182-4345-9791-13c08d30f5be req-e50c31aa-23ff-4d66-bf0f-90985b44ada4 service nova] Releasing lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Refreshing network info cache for port 6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG os_vif [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7f63bf96-a8fc-565a-b117-d351b794e212', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e3fa45d-59, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e3fa45d-59, col_values=(('qos', UUID('83bfbb5d-73b8-4476-9cee-d3da424fe56d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e3fa45d-59, col_values=(('external_ids', {'iface-id': '6e3fa45d-59db-4183-849e-cda4d988b297', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:62:9b', 'vm-uuid': 'c34ba247-8ca6-42b2-a2c3-cea136cb4208'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: INFO os_vif [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59')
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] attach device xml: <interface type="ethernet">
Nov 06 08:25:23 user nova-compute[74883]:   <mac address="fa:16:3e:c8:62:9b"/>
Nov 06 08:25:23 user nova-compute[74883]:   <model type="virtio"/>
Nov 06 08:25:23 user nova-compute[74883]:   <mtu size="1442"/>
Nov 06 08:25:23 user nova-compute[74883]:   <target dev="tap6e3fa45d-59"/>
Nov 06 08:25:23 user nova-compute[74883]: </interface>
Nov 06 08:25:23 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updated VIF entry in instance network info cache for port 6e3fa45d-59db-4183-849e-cda4d988b297. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-47c38469-ac9a-44f7-ab1e-7278142d27a0 req-f062d4c5-48d1-47bc-98f4-461c94227349 service nova] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name hda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No VIF found with MAC fa:16:3e:ba:0c:56, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:25:24 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:25:24</nova:creationTime>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:25:24 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:25:24 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:owner>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:25:24 user nova-compute[74883]:   </nova:owner>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:25:24 user nova-compute[74883]:   <nova:ports>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:25:24 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:25:24 user nova-compute[74883]:     </nova:port>
Nov 06 08:25:24 user nova-compute[74883]:     <nova:port uuid="6e3fa45d-59db-4183-849e-cda4d988b297">
Nov 06 08:25:24 user nova-compute[74883]:       <nova:ip type="fixed" address="10.10.10.113" ipVersion="4"/>
Nov 06 08:25:24 user nova-compute[74883]:     </nova:port>
Nov 06 08:25:24 user nova-compute[74883]:   </nova:ports>
Nov 06 08:25:24 user nova-compute[74883]: </nova:instance>
Nov 06 08:25:24 user nova-compute[74883]:  {{(pid=74883) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c6b52b6-7bc1-429b-8ccd-90e6d38eb6a7 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.287s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:24 user nova-compute[74883]: WARNING nova.compute.manager [req-9a6c5533-8c95-4dc2-9633-08269b2c0865 req-b616da07-ca4d-4db6-b279-eee4d379de0e service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 for instance with vm_state active and task_state None.
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-changed-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Refreshing instance network info cache due to event network-changed-751d7d3a-5378-4eb9-a79d-76df44106aa2. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:25:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] Acquiring lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] Acquired lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:25 user nova-compute[74883]: DEBUG nova.network.neutron [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Refreshing network info cache for port 751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.network.neutron [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updated VIF entry in instance network info cache for port 751d7d3a-5378-4eb9-a79d-76df44106aa2. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.network.neutron [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updating instance_info_cache with network_info: [{"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7a912421-9b51-4c91-9bea-03cb055356a6 req-67f956a8-ff6b-4afb-9d36-7307067cb17b service nova] Releasing lock "refresh_cache-215acce8-36aa-4ee6-b45e-f7891def040b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:25:26 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Instance spawned successfully.
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:25:26 user nova-compute[74883]: INFO nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Took 5.92 seconds to spawn the instance on the hypervisor.
Nov 06 08:25:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:25:26 user nova-compute[74883]: INFO nova.compute.manager [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Took 6.88 seconds to build instance.
Nov 06 08:25:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-79ea1ce2-147d-491c-8b94-142d561d480e tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.983s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:41 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f7526c-7ddc-477f-a42c-3f79f82521ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:25:41 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[287b46e7-3ca4-43b4-a1aa-d3bc212ff731]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94] added
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc35c33-8fb9-4693-9ca5-9910032526af]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[453ddd3d-f68a-414e-a728-13558d15272e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oYQLRTwK {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oYQLRTwK" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f27f7f2-b17f-4db8-a84c-0b08f99d6fb1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oYQLRTwK'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9227147c-fd07-46b2-a312-2ad32c12e824]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2249bd15-7a09-4fce-bcf7-6abde277efc8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.objects.instance [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[767545ca-d9bc-440f-ad13-34c2160386d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]
Nov 06 08:25:41 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.objects.instance [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lazy-loading 'flavor' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8556936a-f9b7-40ab-9c08-464b71eea71a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[556998f4-b0b6-4bd3-a006-9b6ab09f58da]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:41 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:41 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:41 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b26f328-20a1-442f-b371-096bdfa793e3]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:41 user nova-compute[74883]: INFO nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Booting with volume bad23af0-cbcc-408b-b76c-7aa7caf18140 at /dev/vdb
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: INFO nova.compute.manager [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Attaching volume de41c8da-c9ea-484f-8146-e993ce5a2af6 to /dev/vdb
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 for instance with vm_state active and task_state None.
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] No waiting events found dispatching network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received unexpected event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f for instance with vm_state active and task_state None.
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] No waiting events found dispatching network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING nova.compute.manager [req-d22cc28c-9052-45cb-b2bf-8bfc4ca7b6e2 req-282dc789-72c2-4f99-8f35-1c4cf557c415 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received unexpected event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f for instance with vm_state active and task_state None.
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:41 user nova-compute[74883]: INFO nova.compute.manager [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Attaching volume 870b0978-33b4-4aed-8e5a-4fa800779c5e to /dev/vdb
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[762c90bc-d103-46ab-9e35-a008d1e22ef5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[127b4763-6ac9-46d6-b613-5d2d14a5a401]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de0264e7-09d7-4453-9f66-0d1e2b209908]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[384b8771-b22a-4eb2-8b90-0c61ec4d1327]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:41 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:41 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f35d829-8f73-48d1-997a-000555b7a918]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:41 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating existing volume attachment record: 77c2e406-ac79-43b0-a201-18990f5e5eb8 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.utils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f60ec52-95a1-4f34-bceb-71ce44275dde]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[16250990-8900-4883-b468-6431a998c33c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ebdf79f-0dfc-48c6-95b4-29668c626c0f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0962f1e9-8b39-434e-bbe8-32448207eea1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:42 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3799953-c48c-472f-a1a2-3e378ec2c937]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.utils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating existing volume attachment record: 7f571869-4554-4b80-9435-059e98ece62a {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '26665396238313036', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665396238313036', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lazy-loading 'flavor' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:25:42 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:25:42 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:25:42 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:25:42 user nova-compute[74883]:   <serial>d496463f-4011-4f47-85c6-95ec1dbcfa94</serial>
Nov 06 08:25:42 user nova-compute[74883]: </disk>
Nov 06 08:25:42 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:25:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] No VIF found with MAC fa:16:3e:a0:2a:dd, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aFgCdEmp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:25:44 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e62cb9-6f69-4b59-9b68-bc76298cecb4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:25:44 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f7b71ec-84ea-421c-814d-c72041176e61]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef] added
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[76698769-b270-449c-bb22-9c3da8c92592]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb65b8b-73d7-49f3-82b3-89f881225ffe]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aFgCdEmp {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aFgCdEmp" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ddd0f7-4495-41db-bf5d-9f3b7c6f8371]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aFgCdEmp'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e3322f-61da-4d81-8952-4e5a078903b1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc7e563b-f2cd-4589-b03b-20a495fdb431]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fca7980-5bb1-4ba7-88e0-5e32ab592283]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9883701c-144d-4b07-aaad-8449511242d6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5f308b-b5bb-4f41-b284-f89a8266d5ef]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[274c1366-1fbf-4162-890d-c7ea4277f313]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:25:44 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f18b528-2da6-4145-a88f-b68c13f97e95]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updating existing volume attachment record: d892da49-91a2-486b-b435-fd61e649a0da {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab815c4-8f1b-4d03-b9dc-25f6f9bb77ae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260]
Nov 06 08:25:44 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260] successful.
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fea5c592-e1d2-4fe4-ba86-7650e8d18e3f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e70d2b-e3a8-4bf8-a866-95987925576f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:25:44 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:25:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[16795808-f25c-4b66-90ec-d1422c5f9198]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:25:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:45 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:25:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aFgCdEmp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:25:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:25:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26231386434633962', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:25:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26231386434633962', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.objects.instance [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lazy-loading 'flavor' on Instance uuid 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:25:46 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:25:46 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:25:46 user nova-compute[74883]:   <target dev="sdc" bus="scsi"/>
Nov 06 08:25:46 user nova-compute[74883]:   <serial>8fcb00c7-db9f-4e55-a669-830df8bab5ef</serial>
Nov 06 08:25:46 user nova-compute[74883]:   <address type="drive" controller="0" unit="2"/>
Nov 06 08:25:46 user nova-compute[74883]: </disk>
Nov 06 08:25:46 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No BDM found with device name sda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] No VIF found with MAC fa:16:3e:3c:99:2f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:25:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:25:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (sdc) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:25:51 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:25:51 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7225MB free_disk=25.175308227539062GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 40a38a21-ea5e-4854-8e2b-e05951ee347d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 215acce8-36aa-4ee6-b45e-f7891def040b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3ac6c122-55d2-41d4-9778-08cb87144d2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25dde1f0-626f-4858-8a07-529a6967ca8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f6f1bd26-4ebb-4707-8476-fb5704703f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:25:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.481s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:25:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:25:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOFvfgDp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:07 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8685686a-250f-40be-9862-f73cbed19c20]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:26:07 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e77607-c1c8-4c61-8d14-9d4c60054218]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6] added
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0656b24f-5370-4446-a74e-b7dfbaa185d9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b04366c-771b-45a1-956b-fc63dd39038e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hOFvfgDp {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hOFvfgDp" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f24ab40-e26b-4e05-a1d6-46ceafccb658]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hOFvfgDp'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd04f0e6-9bd6-4c09-8302-0504523ecb73]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[583c8a28-a767-4a96-8606-414d1d86c5f3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0471e294-1448-49a5-b47b-944d871a922a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260]
Nov 06 08:26:07 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d2c129-3c86-4160-8200-c0b9677db201]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b1b7a7-b2c5-4e94-bbf2-f95f69885a74]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:07 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[098319fc-44fe-4223-93c6-ef995028dbcc]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOFvfgDp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:26:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab610c18-4c5b-4c09-94e2-57cc08cf066e tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 53.222s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23630646161633830', 'path': '/dev/sde'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23630646161633830', 'path': '/dev/sde'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:26:08 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:08 user nova-compute[74883]:   <source dev="/dev/sde"/>
Nov 06 08:26:08 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:08 user nova-compute[74883]:   <serial>de41c8da-c9ea-484f-8146-e993ce5a2af6</serial>
Nov 06 08:26:08 user nova-compute[74883]: </disk>
Nov 06 08:26:08 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No BDM found with device name hda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] No VIF found with MAC fa:16:3e:ba:0c:56, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:26:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:25 user nova-compute[74883]: INFO nova.compute.manager [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Terminating instance
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.compute.manager [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-unplugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] No waiting events found dispatching network-vif-unplugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-9affaa11-cd6e-4dfc-9c30-d447ac36be86 req-1c512826-bc6d-48df-b669-4910fae6edd8 service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-unplugged-2b7fbd38-58a1-4a24-b597-a44746439add for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:26:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Instance destroyed successfully.
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lazy-loading 'resources' on Instance uuid 3ac6c122-55d2-41d4-9778-08cb87144d2e {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:24:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1514164124',display_name='tempest-ServersNegativeTestJSON-server-1514164124',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1514164124',id=11,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:24:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-maf0ct9x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:24:42Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=3ac6c122-55d2-41d4-9778-08cb87144d2e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "2b7fbd38-58a1-4a24-b597-a44746439add", "address": "fa:16:3e:16:dc:b6", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b7fbd38-58", "ovs_interfaceid": "2b7fbd38-58a1-4a24-b597-a44746439add", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG os_vif [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b7fbd38-58, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=875ec7ca-eef6-4a9a-bcfa-e357e71127ec) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:25 user nova-compute[74883]: INFO os_vif [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:dc:b6,bridge_name='br-int',has_traffic_filtering=True,id=2b7fbd38-58a1-4a24-b597-a44746439add,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b7fbd38-58')
Nov 06 08:26:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Deleting instance files /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e_del
Nov 06 08:26:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Deletion of /opt/stack/data/nova/instances/3ac6c122-55d2-41d4-9778-08cb87144d2e_del complete
Nov 06 08:26:25 user nova-compute[74883]: INFO nova.compute.manager [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 06 08:26:25 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:26:25 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WiVXQtlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:26 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:26 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:26 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e060f09-e505-46b7-8bcb-fea5344d4a63]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:26:26 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec62f049-94cf-4c60-bbcf-b0e68cb3e58e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6] added
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6eeb710-3cfb-47dd-97fc-26eccd618eb9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3649b3ac-cc8c-45fe-8032-618086a63441]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b26edba-6142-42cb-a205-a23547b93abc tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 66.114s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WiVXQtlC {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WiVXQtlC" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d700c7c-b67c-40ef-b530-fbcbd7dcc1d0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WiVXQtlC'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb5e6ab-2965-406c-94ff-fea2a9575335]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03d0bc4-1682-47b4-9693-0035d268e876]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d217c4a0-fb6c-4187-8ff7-24aaf371363c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260]
Nov 06 08:26:26 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-28a2b2de-e707-4200-9836-43dcfea00a8a tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 45.017s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee68a5d-86e0-4dd3-b392-dc54709a838c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: INFO nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Booting with volume 7f00b411-ed7e-402b-9523-6fe3a11a3b0f at /dev/vdc
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e57edfc8-5be6-46eb-8653-c1048c45ab4e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:26 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bbb9c5-53ed-4fb3-827e-74aa97a75e4f]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WiVXQtlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7544f715-4a60-4641-9bbf-ee2c278fd4b7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc89e6d5-b5a3-4de7-845f-5c082976b612]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[41335252-9c55-44e3-be8c-e40470e1b9ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30943e4-2a8f-4ff7-b52d-d4c9fef2a850]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:27 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4565f081-324c-447c-bf68-6182d0d1bef3]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.utils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating existing volume attachment record: 95545458-da94-440f-8c93-e68d5c96e4c8 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.compute.manager [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Detaching volume 8fcb00c7-db9f-4e55-a669-830df8bab5ef
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.virt.block_device [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Attempting to driver detach volume 8fcb00c7-db9f-4e55-a669-830df8bab5ef from mountpoint /dev/sdc
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Attempting to detach device sdc from instance 40a38a21-ea5e-4854-8e2b-e05951ee347d from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:27 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:27 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:26:27 user nova-compute[74883]:   <target dev="sdc" bus="scsi"/>
Nov 06 08:26:27 user nova-compute[74883]:   <serial>8fcb00c7-db9f-4e55-a669-830df8bab5ef</serial>
Nov 06 08:26:27 user nova-compute[74883]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 06 08:26:27 user nova-compute[74883]: </disk>
Nov 06 08:26:27 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.utils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Successfully detached device sdc from instance 40a38a21-ea5e-4854-8e2b-e05951ee347d from the persistent domain config.
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 40a38a21-ea5e-4854-8e2b-e05951ee347d from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:27 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:27 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:26:27 user nova-compute[74883]:   <target dev="sdc" bus="scsi"/>
Nov 06 08:26:27 user nova-compute[74883]:   <serial>8fcb00c7-db9f-4e55-a669-830df8bab5ef</serial>
Nov 06 08:26:27 user nova-compute[74883]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 06 08:26:27 user nova-compute[74883]: </disk>
Nov 06 08:26:27 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[947d55c6-15f9-451b-afcd-0e44093689df]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3265cb02-1fcd-4501-86e2-2b483f9c260b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e648a0-c3d6-4bfa-8d91-fbe01a604925]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92c3c4f-d248-4a5e-a73f-e2f6ea851dff]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:27 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[43315b71-80dc-4857-8c14-3fcc65e8062e]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.utils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] Acquiring lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] No waiting events found dispatching network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:26:27 user nova-compute[74883]: WARNING nova.compute.manager [req-0e5025dc-bbbd-4e9a-80e6-aa5135b0ba28 req-9d989527-bca4-4441-ae7a-a00eba6b3e6d service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received unexpected event network-vif-plugged-2b7fbd38-58a1-4a24-b597-a44746439add for instance with vm_state active and task_state deleting.
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Took 1.82 seconds to deallocate network for instance.
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-bbad82e2-5b85-4fa4-8351-a1f064cc9660 req-249ce06b-8945-4268-9deb-dac12ae236ce service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Received event network-vif-deleted-2b7fbd38-58a1-4a24-b597-a44746439add {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.compute.manager [req-bbad82e2-5b85-4fa4-8351-a1f064cc9660 req-249ce06b-8945-4268-9deb-dac12ae236ce service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Neutron deleted interface 2b7fbd38-58a1-4a24-b597-a44746439add; detaching it from the instance and deleting it from the info cache
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.network.neutron [req-bbad82e2-5b85-4fa4-8351-a1f064cc9660 req-249ce06b-8945-4268-9deb-dac12ae236ce service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-bbad82e2-5b85-4fa4-8351-a1f064cc9660 req-249ce06b-8945-4268-9deb-dac12ae236ce service nova] [instance: 3ac6c122-55d2-41d4-9778-08cb87144d2e] Detach interface failed, port_id=2b7fbd38-58a1-4a24-b597-a44746439add, reason: Instance 3ac6c122-55d2-41d4-9778-08cb87144d2e could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.384s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23263333531653231', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263333531653231', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'flavor' on Instance uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:26:27 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:27 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:26:27 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:27 user nova-compute[74883]:   <serial>f76d3f4d-6917-4bc1-8163-7efc551e80c6</serial>
Nov 06 08:26:27 user nova-compute[74883]: </disk>
Nov 06 08:26:27 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:26:27 user nova-compute[74883]: INFO nova.compute.manager [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Swapping volume d496463f-4011-4f47-85c6-95ec1dbcfa94 for 01489b30-5c58-432d-bc00-946eb517cac2
Nov 06 08:26:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No VIF found with MAC fa:16:3e:a6:40:2f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:26:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.515s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:28 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Deleted allocations for instance 3ac6c122-55d2-41d4-9778-08cb87144d2e
Nov 06 08:26:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-186c1dec-0bd8-423e-a34a-62c534433504 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "3ac6c122-55d2-41d4-9778-08cb87144d2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.284s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rudmpQvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:31 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:31 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:31 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bd35700-cafc-4991-a2c4-f1afe5d495c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:26:31 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdda09ab-103b-4b42-836b-45f673405b1a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e] added
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4a4b37-6891-4909-8fa1-34b07113f69a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b364cf6-67ff-4d4a-a4c0-1f3e56c81d6e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rudmpQvW {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rudmpQvW" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3649fc55-13f7-4f80-8224-deea5db43ed8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rudmpQvW'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fbb7e3f-5718-4f48-98ad-a0696242a7ac]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9cace7d8-297f-41e2-bcca-d789a998a187 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 71.015s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[100232ab-f031-48ce-ac2a-4907294555e2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[235265d8-ea50-4ba0-8410-3e6df141e803]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260]
Nov 06 08:26:31 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4044f5cc-72f6-40f4-abac-ab6705c0aaa9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a87982d-e36f-4d7f-aaf3-d0de31521910]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:31 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f1ee5ea-f331-4e3b-a687-ae27cfb4a3fe]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.compute.manager [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Detaching volume de41c8da-c9ea-484f-8146-e993ce5a2af6
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.virt.block_device [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Attempting to driver detach volume de41c8da-c9ea-484f-8146-e993ce5a2af6 from mountpoint /dev/vdb
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Attempting to detach device vdb from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:32 user nova-compute[74883]:   <source dev="/dev/sde"/>
Nov 06 08:26:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:32 user nova-compute[74883]:   <serial>de41c8da-c9ea-484f-8146-e993ce5a2af6</serial>
Nov 06 08:26:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 08:26:32 user nova-compute[74883]: </disk>
Nov 06 08:26:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully detached device vdb from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the persistent domain config.
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:32 user nova-compute[74883]:   <source dev="/dev/sde"/>
Nov 06 08:26:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:32 user nova-compute[74883]:   <serial>de41c8da-c9ea-484f-8146-e993ce5a2af6</serial>
Nov 06 08:26:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 08:26:32 user nova-compute[74883]: </disk>
Nov 06 08:26:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.018s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.compute.manager [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Detaching volume f76d3f4d-6917-4bc1-8163-7efc551e80c6
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.virt.block_device [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Attempting to driver detach volume f76d3f4d-6917-4bc1-8163-7efc551e80c6 from mountpoint /dev/vdb
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Attempting to detach device vdb from instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:32 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:26:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:32 user nova-compute[74883]:   <serial>f76d3f4d-6917-4bc1-8163-7efc551e80c6</serial>
Nov 06 08:26:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:26:32 user nova-compute[74883]: </disk>
Nov 06 08:26:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully detached device vdb from instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead from the persistent domain config.
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:32 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:26:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:32 user nova-compute[74883]:   <serial>f76d3f4d-6917-4bc1-8163-7efc551e80c6</serial>
Nov 06 08:26:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:26:32 user nova-compute[74883]: </disk>
Nov 06 08:26:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rudmpQvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '26364623763656235', 'path': '/dev/sdg'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364623763656235', 'path': '/dev/sdg'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lazy-loading 'flavor' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] attach device xml: <disk type="block" device="disk">
Nov 06 08:26:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:32 user nova-compute[74883]:   <source dev="/dev/sdg"/>
Nov 06 08:26:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:32 user nova-compute[74883]:   <serial>870b0978-33b4-4aed-8e5a-4fa800779c5e</serial>
Nov 06 08:26:32 user nova-compute[74883]: </disk>
Nov 06 08:26:32 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:26:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:26:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:26:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] No VIF found with MAC fa:16:3e:c5:3c:5a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:26:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-00b62bcf-2fc3-49ae-bc87-ede1cac402d1 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 51.828s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] volume_snapshot_create: create_info: {'snapshot_id': '436868ec-d3c7-488f-a330-6cbdc836640b', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74883) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] snap xml: <domainsnapshot>
Nov 06 08:26:34 user nova-compute[74883]:   <disks>
Nov 06 08:26:34 user nova-compute[74883]:     <disk name="/dev/sdg" snapshot="external" type="file">
Nov 06 08:26:34 user nova-compute[74883]:       <source file="/dev/new_file"/>
Nov 06 08:26:34 user nova-compute[74883]:     </disk>
Nov 06 08:26:34 user nova-compute[74883]:     <disk name="vda" snapshot="no"/>
Nov 06 08:26:34 user nova-compute[74883]:   </disks>
Nov 06 08:26:34 user nova-compute[74883]: </domainsnapshot>
Nov 06 08:26:34 user nova-compute[74883]:  {{(pid=74883) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.objects.instance [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] Lazy-loading 'system_metadata' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     rv = execute(f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     six.reraise(c, e, tb)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     raise value
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     rv = meth(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     self._volume_snapshot_create(context, instance, guest,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     rv = execute(f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     six.reraise(c, e, tb)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     raise value
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     rv = meth(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] 
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3832f26a-199b-4e0c-82d9-099cfc47e9d8 tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] volume_snapshot_delete: delete_info: {'volume_id': '870b0978-33b4-4aed-8e5a-4fa800779c5e'} {{(pid=74883) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [None req-3832f26a-199b-4e0c-82d9-099cfc47e9d8 tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b]     if delete_info['type'] != 'qcow2':
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] KeyError: 'type'
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 436868ec-d3c7-488f-a330-6cbdc836640b could not be found.
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise value
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 436868ec-d3c7-488f-a330-6cbdc836640b could not be found. (HTTP 404) (Request-ID: req-6272ed2b-0a68-4fcd-9727-01e898365554)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 436868ec-d3c7-488f-a330-6cbdc836640b could not be found.
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server [None req-00bb03a1-8808-4dc9-a542-daaacfb2cade tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise value
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver [None req-3832f26a-199b-4e0c-82d9-099cfc47e9d8 tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-7243e04d-cfa4-4bd3-a41b-71abf82d1e64)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 06 08:26:34 user nova-compute[74883]: ERROR nova.virt.libvirt.driver 
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server [None req-3832f26a-199b-4e0c-82d9-099cfc47e9d8 tempest-VolumesAssistedSnapshotsTest-498810780 tempest-VolumesAssistedSnapshotsTest-498810780-project] Exception during message handling: KeyError: 'type'
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 06 08:26:34 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:26:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:34 user nova-compute[74883]: INFO nova.compute.manager [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Detaching volume 870b0978-33b4-4aed-8e5a-4fa800779c5e
Nov 06 08:26:34 user nova-compute[74883]: INFO nova.virt.block_device [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Attempting to driver detach volume 870b0978-33b4-4aed-8e5a-4fa800779c5e from mountpoint /dev/vdb
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Attempting to detach device vdb from instance 215acce8-36aa-4ee6-b45e-f7891def040b from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:34 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:34 user nova-compute[74883]:   <source dev="/dev/sdg"/>
Nov 06 08:26:34 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:34 user nova-compute[74883]:   <serial>870b0978-33b4-4aed-8e5a-4fa800779c5e</serial>
Nov 06 08:26:34 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:26:34 user nova-compute[74883]: </disk>
Nov 06 08:26:34 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Successfully detached device vdb from instance 215acce8-36aa-4ee6-b45e-f7891def040b from the persistent domain config.
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 215acce8-36aa-4ee6-b45e-f7891def040b from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:26:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] detach device xml: <disk type="block" device="disk">
Nov 06 08:26:34 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:26:34 user nova-compute[74883]:   <source dev="/dev/sdg"/>
Nov 06 08:26:34 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:26:34 user nova-compute[74883]:   <serial>870b0978-33b4-4aed-8e5a-4fa800779c5e</serial>
Nov 06 08:26:34 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:26:34 user nova-compute[74883]: </disk>
Nov 06 08:26:34 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:26:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:26:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [{"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-532d86c8-373e-43c9-b3df-f5cf4e5e23e2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.273s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG nova.objects.instance [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lazy-loading 'flavor' on Instance uuid 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:43 user nova-compute[74883]: INFO nova.compute.manager [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Attaching volume 6a14c577-5411-4f4e-b414-17638924d8e8 to /dev/vdb
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa03286-f270-46b5-ac8b-0029b2ced461]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f328906a-75e7-4129-9ba2-d0cad202e379]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a624e23-636a-452b-8a9d-7893de141431]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8dc759e-db7e-42db-8ff9-d7d04d17fa5b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:26:44 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[657f274c-4db0-432b-b140-da72bda8eb08]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] <== get_connector_properties: return (176ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating existing volume attachment record: 02c1357e-092e-4ac9-b824-f3f4651dcc6e {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:47 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 40a38a21-ea5e-4854-8e2b-e05951ee347d is timed out.
Nov 06 08:26:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Successfully detached device sdc from instance 40a38a21-ea5e-4854-8e2b-e05951ee347d from the live domain config.
Nov 06 08:26:47 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:26:47 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7721MB free_disk=25.198280334472656GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aFgCdEmp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:48 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0c4644a-c238-4a03-8c18-c2384b0cfcbd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:26:48 user nova-compute[74883]: No targets found.
Nov 06 08:26:48 user nova-compute[74883]: iSNS:
Nov 06 08:26:48 user nova-compute[74883]: No targets found.
Nov 06 08:26:48 user nova-compute[74883]: STATIC:
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:26:48 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:48 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:48 user nova-compute[74883]: FIRMWARE:
Nov 06 08:26:48 user nova-compute[74883]: No targets found.
Nov 06 08:26:48 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:26:48 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:26:48 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[473291b8-7c99-4fbf-9172-c0479387ea87]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2665ecb-be36-4ebe-832f-e7f7c44a33b6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:48 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:48 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:48 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170dc0310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[afcaf30b-d8fe-48f4-89a6-27b382d56174]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60131fb7-490b-41f5-9764-52398f0dc310]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[318cfe7e-bb21-4def-b4a5-543f1f92a9ca]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 40a38a21-ea5e-4854-8e2b-e05951ee347d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 215acce8-36aa-4ee6-b45e-f7891def040b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25dde1f0-626f-4858-8a07-529a6967ca8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f6f1bd26-4ebb-4707-8476-fb5704703f33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5249151e-d971-4150-b54b-501e755eb3ff]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc975002-1ced-448f-898d-f15d99f690a7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[102684ef-a0ff-4570-bce4-882a79079518]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260]
Nov 06 08:26:48 user nova-compute[74883]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:48 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8fcb00c7-db9f-4e55-a669-830df8bab5ef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c9a8ef-6ba2-45f3-8ce6-845f2a7cae6c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] <== disconnect_volume: return (346ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:26:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.629s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:26:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:26:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 is timed out.
Nov 06 08:26:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully detached device vdb from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the live domain config.
Nov 06 08:26:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOFvfgDp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4df15ea-39e5-40b8-9567-c545c953bd22]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:26:52 user nova-compute[74883]: No targets found.
Nov 06 08:26:52 user nova-compute[74883]: iSNS:
Nov 06 08:26:52 user nova-compute[74883]: No targets found.
Nov 06 08:26:52 user nova-compute[74883]: STATIC:
Nov 06 08:26:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6
Nov 06 08:26:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6
Nov 06 08:26:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:26:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e
Nov 06 08:26:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:26:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:52 user nova-compute[74883]: FIRMWARE:
Nov 06 08:26:52 user nova-compute[74883]: No targets found.
Nov 06 08:26:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:26:52 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:26:52 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e089e6c1-ad06-49ae-8933-346ac046eb7a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8b435e-2c86-48c5-9f43-7cb0e604d987]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:52 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170dca320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6'): ({'sde'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Removing single pathed devices sde {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f346da5b-3b96-4346-9811-bcc998f332a3]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda0ad96-a96f-4456-b341-912091e65a3b]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Flushing IO for device /dev/sde {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e3f9ab-6062-46d5-a813-659dca68f506]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cce275-546f-4450-ab69-0dbbcc674f12]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c53edd-f77b-4b1c-aa3a-7fd5f03573f8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae850395-2a56-4e7d-a7d3-dc3783f7b1ba]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260]
Nov 06 08:26:52 user nova-compute[74883]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de41c8da-c9ea-484f-8146-e993ce5a2af6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e8ad4b-f059-4d9b-9248-88f633f96abb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] <== disconnect_volume: return (301ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:26:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead is timed out.
Nov 06 08:26:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully detached device vdb from instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead from the live domain config.
Nov 06 08:26:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WiVXQtlC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:53 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a68ac2-12b6-4f5b-85e5-fd58e7d7dd8f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:26:53 user nova-compute[74883]: No targets found.
Nov 06 08:26:53 user nova-compute[74883]: iSNS:
Nov 06 08:26:53 user nova-compute[74883]: No targets found.
Nov 06 08:26:53 user nova-compute[74883]: STATIC:
Nov 06 08:26:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6
Nov 06 08:26:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:26:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e
Nov 06 08:26:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:26:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:53 user nova-compute[74883]: FIRMWARE:
Nov 06 08:26:53 user nova-compute[74883]: No targets found.
Nov 06 08:26:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:26:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:26:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17f9ce40-1cea-476e-8214-9c2bf815e176]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4edf2c96-7340-474d-b2dc-fc63218f2eec]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 (non-flash)
Nov 06 08:26:53 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170dc3370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[438d9a6b-8545-424c-81bb-a65f791ccccd]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe920654-c9a9-4dc3-bdba-03af6cc8bffb]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c55b809-b834-4a91-a355-973ec8462ede]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a335c0e-b515-4781-a341-caf53ab9019b]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7666c2df-58ee-46b5-9a03-c7bcaa21306f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba6c5b4-18af-406b-b677-8def6201c88b]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260]
Nov 06 08:26:53 user nova-compute[74883]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f76d3f4d-6917-4bc1-8163-7efc551e80c6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f11d97-de26-4e4b-9c8c-ce3b7fdf27c3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] <== disconnect_volume: return (291ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:26:55 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 215acce8-36aa-4ee6-b45e-f7891def040b is timed out.
Nov 06 08:26:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Successfully detached device vdb from instance 215acce8-36aa-4ee6-b45e-f7891def040b from the live domain config.
Nov 06 08:26:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rudmpQvW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:26:55 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[278d9688-618a-4058-85b7-7fd767eafccd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:26:55 user nova-compute[74883]: No targets found.
Nov 06 08:26:55 user nova-compute[74883]: iSNS:
Nov 06 08:26:55 user nova-compute[74883]: No targets found.
Nov 06 08:26:55 user nova-compute[74883]: STATIC:
Nov 06 08:26:55 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:26:55 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:55 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:55 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e
Nov 06 08:26:55 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:55 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:55 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:26:55 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:26:55 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:26:55 user nova-compute[74883]: FIRMWARE:
Nov 06 08:26:55 user nova-compute[74883]: No targets found.
Nov 06 08:26:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:26:55 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:26:55 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b888c9-1d1e-4bf2-9e6f-834e0fa72bc7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[890044a4-0249-4620-8ec1-31be4d49a0e8]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:55 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:55 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:26:55 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:26:55 user nova-compute[74883]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e (non-flash)
Nov 06 08:26:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170dc2c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e'): ({'sdg'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Removing single pathed devices sdg {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9cbe29-fb5d-45cf-b1d9-7b36a8d148fe]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4485038-f3d8-4976-ad82-40b31d4a60bc]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Flushing IO for device /dev/sdg {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cc5ec5b-f0b1-4189-b742-32396ca8d159]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[72ec4fc7-fad5-4cbf-9e2e-aeda5ce5263d]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b30a211-42f1-4c43-a047-bcb9b530bef0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a970a1ca-7789-4959-8563-40cf1b01bbf3]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260]
Nov 06 08:26:55 user nova-compute[74883]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e, portal: 172.16.0.220,3260] successful.
Nov 06 08:26:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:870b0978-33b4-4aed-8e5a-4fa800779c5e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb765e8-2e5f-4dc2-9f5e-9ac86549b44e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] <== disconnect_volume: return (283ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:26:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lazy-loading 'flavor' on Instance uuid 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-893949ca-7d97-4ff7-b710-fbdd72d8d43b tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 40.848s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8a318d7f-f5bb-4795-8710-86023fae11a5 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.080s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.volume.cinder [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Update attachment failed for attachment 02c1357e-092e-4ac9-b824-f3f4651dcc6e. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Failed to attach 6a14c577-5411-4f4e-b414-17638924d8e8 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Traceback (most recent call last):
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     ret_val = method(obj, context, *args, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     self._do_attach(context, instance, volume, volume_api,
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     self._volume_attach(context, volume, connector, instance,
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     connection_info = volume_api.attachment_update(
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     res = method(self, ctx, *args, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     with excutils.save_and_reraise_exception():
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     self.force_reraise()
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     raise self.value
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     context, '3.44', skip_version_check=True).attachments.update(
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     return method.func(obj, *args, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     resp = self._update('/attachments/%s' % id, body)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     return self._cs_request(url, 'PUT', **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     return self.request(url, method, **kwargs)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2]     raise exceptions.from_response(resp, body)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0)
Nov 06 08:27:09 user nova-compute[74883]: ERROR nova.compute.manager [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] 
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2', 'serial': '01489b30-5c58-432d-bc00-946eb517cac2'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': 'd496463f-4011-4f47-85c6-95ec1dbcfa94', 'serial'} {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:09 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:09 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:09 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3f5c85-22bf-49e0-8a7d-e57fe9cb1725]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:09 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ff97282-a2ce-456d-aace-2318396a0ab7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2] added
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a96310-2c19-40ae-8102-696f653fdc47]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc1b5db3-46a9-44ec-8020-4f5a28f8bc68]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BVrcsEYw {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BVrcsEYw" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2162f7-9e90-43c5-99d1-e647958fdb26]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BVrcsEYw'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[181637fe-3322-470a-9873-ba17d850cd46]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:27:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Creating image(s)
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Ensure instance console log exists: /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Start _get_guest_xml network_info=[{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhkTfwxS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '25dde1f0-626f-4858-8a07-529a6967ca8a', 'attached_at': '', 'detached_at': '', 'volume_id': '9f8f3f42-439a-4cd6-8039-af23f8b61226', 'serial': '9f8f3f42-439a-4cd6-8039-af23f8b61226'}, 'attachment_id': 'a4684ead-5c2d-44ba-b5c2-ce03346c0edd', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iahXoLHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '25dde1f0-626f-4858-8a07-529a6967ca8a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bad23af0-cbcc-408b-b76c-7aa7caf18140', 'serial': 'bad23af0-cbcc-408b-b76c-7aa7caf18140'}, 'attachment_id': '77c2e406-ac79-43b0-a201-18990f5e5eb8', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': 1, 'delete_on_termination': False, 'volume_type': None}, {'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IGLODibf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '25dde1f0-626f-4858-8a07-529a6967ca8a', 'attached_at': '', 'detached_at': '', 'volume_id': '7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 'serial': '7f00b411-ed7e-402b-9523-6fe3a11a3b0f'}, 'attachment_id': '95545458-da94-440f-8c93-e68d5c96e4c8', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'boot_index': 2, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:09 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab72e27-fa2c-4842-8f33-59b78334ada7]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhkTfwxS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:09 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3f19a9-0427-46d3-b591-4d4aebfa6e54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260]
Nov 06 08:27:09 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fc6fd9-055a-4344-bb55-a2279a030f6f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6235247c-5f99-475d-bf5d-c721523d13f9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:09 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] HCTL ('35', '-', '-', 0) found on session 9 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[749591f0-30bb-44ed-9599-d077b54c3d74]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Searching for a device in session 9 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'flavor' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'flavor' on Instance uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-44551f39-db1c-4d40-9fa1-8d5579886731 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.655s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.425s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-6e3fa45d-59db-4183-849e-cda4d988b297" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-6e3fa45d-59db-4183-849e-cda4d988b297" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server [None req-890ce058-efcb-40e1-9713-7144410209d8 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-428bee02-80bb-4041-a8ec-f0e24bbdc2b0)
Nov 06 08:27:10 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lazy-loading 'flavor' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Attempting to detach device tap6e3fa45d-59 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] detach device xml: <interface type="ethernet">
Nov 06 08:27:10 user nova-compute[74883]:   <mac address="fa:16:3e:c8:62:9b"/>
Nov 06 08:27:10 user nova-compute[74883]:   <model type="virtio"/>
Nov 06 08:27:10 user nova-compute[74883]:   <mtu size="1442"/>
Nov 06 08:27:10 user nova-compute[74883]:   <target dev="tap6e3fa45d-59"/>
Nov 06 08:27:10 user nova-compute[74883]: </interface>
Nov 06 08:27:10 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 06 08:27:10 user nova-compute[74883]:   <name>instance-00000009</name>
Nov 06 08:27:10 user nova-compute[74883]:   <uuid>c34ba247-8ca6-42b2-a2c3-cea136cb4208</uuid>
Nov 06 08:27:10 user nova-compute[74883]:   <metadata>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:10 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:25:24</nova:creationTime>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:10 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:10 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:10 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:10 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:10 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:10 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:10 user nova-compute[74883]:     <nova:port uuid="6e3fa45d-59db-4183-849e-cda4d988b297">
Nov 06 08:27:10 user nova-compute[74883]:       <nova:ip type="fixed" address="10.10.10.113" ipVersion="4"/>
Nov 06 08:27:10 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:10 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:10 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:10 user nova-compute[74883]:   </metadata>
Nov 06 08:27:10 user nova-compute[74883]:   <memory unit='KiB'>524288</memory>
Nov 06 08:27:10 user nova-compute[74883]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 06 08:27:10 user nova-compute[74883]:   <vcpu placement='static'>1</vcpu>
Nov 06 08:27:10 user nova-compute[74883]:   <resource>
Nov 06 08:27:10 user nova-compute[74883]:     <partition>/machine</partition>
Nov 06 08:27:10 user nova-compute[74883]:   </resource>
Nov 06 08:27:10 user nova-compute[74883]:   <sysinfo type='smbios'>
Nov 06 08:27:10 user nova-compute[74883]:     <system>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='product'>OpenStack Nova</entry>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='version'>0.0.0</entry>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='serial'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='uuid'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:10 user nova-compute[74883]:       <entry name='family'>Virtual Machine</entry>
Nov 06 08:27:10 user nova-compute[74883]:     </system>
Nov 06 08:27:10 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:10 user nova-compute[74883]:   <os>
Nov 06 08:27:10 user nova-compute[74883]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 06 08:27:10 user nova-compute[74883]:     <boot dev='hd'/>
Nov 06 08:27:10 user nova-compute[74883]:     <smbios mode='sysinfo'/>
Nov 06 08:27:10 user nova-compute[74883]:   </os>
Nov 06 08:27:10 user nova-compute[74883]:   <features>
Nov 06 08:27:10 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:10 user nova-compute[74883]:     <apic/>
Nov 06 08:27:10 user nova-compute[74883]:     <vmcoreinfo state='on'/>
Nov 06 08:27:10 user nova-compute[74883]:   </features>
Nov 06 08:27:10 user nova-compute[74883]:   <cpu mode='custom' match='exact' check='full'>
Nov 06 08:27:10 user nova-compute[74883]:     <model fallback='forbid'>Nehalem</model>
Nov 06 08:27:10 user nova-compute[74883]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 06 08:27:10 user nova-compute[74883]:     <feature policy='require' name='vme'/>
Nov 06 08:27:10 user nova-compute[74883]:     <feature policy='require' name='x2apic'/>
Nov 06 08:27:10 user nova-compute[74883]:     <feature policy='require' name='hypervisor'/>
Nov 06 08:27:10 user nova-compute[74883]:   </cpu>
Nov 06 08:27:10 user nova-compute[74883]:   <clock offset='utc'>
Nov 06 08:27:10 user nova-compute[74883]:     <timer name='pit' tickpolicy='delay'/>
Nov 06 08:27:10 user nova-compute[74883]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 06 08:27:10 user nova-compute[74883]:     <timer name='hpet' present='no'/>
Nov 06 08:27:10 user nova-compute[74883]:   </clock>
Nov 06 08:27:10 user nova-compute[74883]:   <on_poweroff>destroy</on_poweroff>
Nov 06 08:27:10 user nova-compute[74883]:   <on_reboot>restart</on_reboot>
Nov 06 08:27:10 user nova-compute[74883]:   <on_crash>destroy</on_crash>
Nov 06 08:27:10 user nova-compute[74883]:   <devices>
Nov 06 08:27:10 user nova-compute[74883]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 06 08:27:10 user nova-compute[74883]:     <disk type='file' device='disk'>
Nov 06 08:27:10 user nova-compute[74883]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 06 08:27:10 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk' index='2'/>
Nov 06 08:27:10 user nova-compute[74883]:       <backingStore type='file' index='3'>
Nov 06 08:27:10 user nova-compute[74883]:         <format type='raw'/>
Nov 06 08:27:10 user nova-compute[74883]:         <source file='/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223'/>
Nov 06 08:27:10 user nova-compute[74883]:         <backingStore/>
Nov 06 08:27:10 user nova-compute[74883]:       </backingStore>
Nov 06 08:27:10 user nova-compute[74883]:       <target dev='vda' bus='virtio'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='virtio-disk0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </disk>
Nov 06 08:27:10 user nova-compute[74883]:     <disk type='file' device='cdrom'>
Nov 06 08:27:10 user nova-compute[74883]:       <driver name='qemu' type='raw' cache='none'/>
Nov 06 08:27:10 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config' index='1'/>
Nov 06 08:27:10 user nova-compute[74883]:       <backingStore/>
Nov 06 08:27:10 user nova-compute[74883]:       <target dev='hda' bus='ide'/>
Nov 06 08:27:10 user nova-compute[74883]:       <readonly/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='ide0-0-0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </disk>
Nov 06 08:27:10 user nova-compute[74883]:     <controller type='usb' index='0' model='none'>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='usb'/>
Nov 06 08:27:10 user nova-compute[74883]:     </controller>
Nov 06 08:27:10 user nova-compute[74883]:     <controller type='pci' index='0' model='pci-root'>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='pci.0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </controller>
Nov 06 08:27:10 user nova-compute[74883]:     <controller type='ide' index='0'>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='ide'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 06 08:27:10 user nova-compute[74883]:     </controller>
Nov 06 08:27:10 user nova-compute[74883]:     <interface type='ethernet'>
Nov 06 08:27:10 user nova-compute[74883]:       <mac address='fa:16:3e:ba:0c:56'/>
Nov 06 08:27:10 user nova-compute[74883]:       <target dev='tap58aae2ef-15'/>
Nov 06 08:27:10 user nova-compute[74883]:       <model type='virtio'/>
Nov 06 08:27:10 user nova-compute[74883]:       <mtu size='1442'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='net0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </interface>
Nov 06 08:27:10 user nova-compute[74883]:     <interface type='ethernet'>
Nov 06 08:27:10 user nova-compute[74883]:       <mac address='fa:16:3e:c8:62:9b'/>
Nov 06 08:27:10 user nova-compute[74883]:       <target dev='tap6e3fa45d-59'/>
Nov 06 08:27:10 user nova-compute[74883]:       <model type='virtio'/>
Nov 06 08:27:10 user nova-compute[74883]:       <mtu size='1442'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='net1'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </interface>
Nov 06 08:27:10 user nova-compute[74883]:     <serial type='pty'>
Nov 06 08:27:10 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:10 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:10 user nova-compute[74883]:       <target type='isa-serial' port='0'>
Nov 06 08:27:10 user nova-compute[74883]:         <model name='isa-serial'/>
Nov 06 08:27:10 user nova-compute[74883]:       </target>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </serial>
Nov 06 08:27:10 user nova-compute[74883]:     <console type='pty' tty='/dev/pts/8'>
Nov 06 08:27:10 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:10 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:10 user nova-compute[74883]:       <target type='serial' port='0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </console>
Nov 06 08:27:10 user nova-compute[74883]:     <input type='mouse' bus='ps2'>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='input0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </input>
Nov 06 08:27:10 user nova-compute[74883]:     <input type='keyboard' bus='ps2'>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='input1'/>
Nov 06 08:27:10 user nova-compute[74883]:     </input>
Nov 06 08:27:10 user nova-compute[74883]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 06 08:27:10 user nova-compute[74883]:       <listen type='address' address='0.0.0.0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </graphics>
Nov 06 08:27:10 user nova-compute[74883]:     <audio id='1' type='none'/>
Nov 06 08:27:10 user nova-compute[74883]:     <video>
Nov 06 08:27:10 user nova-compute[74883]:       <model type='virtio' heads='1' primary='yes'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='video0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </video>
Nov 06 08:27:10 user nova-compute[74883]:     <memballoon model='virtio'>
Nov 06 08:27:10 user nova-compute[74883]:       <stats period='10'/>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='balloon0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:10 user nova-compute[74883]:     <rng model='virtio'>
Nov 06 08:27:10 user nova-compute[74883]:       <backend model='random'>/dev/urandom</backend>
Nov 06 08:27:10 user nova-compute[74883]:       <alias name='rng0'/>
Nov 06 08:27:10 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 06 08:27:10 user nova-compute[74883]:     </rng>
Nov 06 08:27:10 user nova-compute[74883]:   </devices>
Nov 06 08:27:10 user nova-compute[74883]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 06 08:27:10 user nova-compute[74883]:     <label>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</label>
Nov 06 08:27:10 user nova-compute[74883]:     <imagelabel>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</imagelabel>
Nov 06 08:27:10 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:10 user nova-compute[74883]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 06 08:27:10 user nova-compute[74883]:     <label>+64055:+108</label>
Nov 06 08:27:10 user nova-compute[74883]:     <imagelabel>+64055:+108</imagelabel>
Nov 06 08:27:10 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:10 user nova-compute[74883]: </domain>
Nov 06 08:27:10 user nova-compute[74883]:  {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 06 08:27:10 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully detached device tap6e3fa45d-59 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the persistent domain config.
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] (1/8): Attempting to detach device tap6e3fa45d-59 with device alias net1 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] detach device xml: <interface type="ethernet">
Nov 06 08:27:10 user nova-compute[74883]:   <mac address="fa:16:3e:c8:62:9b"/>
Nov 06 08:27:10 user nova-compute[74883]:   <model type="virtio"/>
Nov 06 08:27:10 user nova-compute[74883]:   <mtu size="1442"/>
Nov 06 08:27:10 user nova-compute[74883]:   <target dev="tap6e3fa45d-59"/>
Nov 06 08:27:10 user nova-compute[74883]: </interface>
Nov 06 08:27:10 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:10 user nova-compute[74883]: INFO nova.compute.manager [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Attaching volume 7771c8d8-7e0d-4240-98b1-01a6212ed012 to /dev/vdb
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46c24e05-eb63-47fc-b197-90ee20c8c783 tempest-VolumesAssistedSnapshotsTest-891355340 tempest-VolumesAssistedSnapshotsTest-891355340-project-admin] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.699s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.utils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07ebf70-b00a-42a4-91c2-c0205c167843]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[395c6620-c46c-467c-826f-91de2b33cdce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8067552d-003a-4649-9f8a-a8fdac59b668]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[867e5225-0037-45f5-996a-60833eef05bf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:27:10 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf7aa65-dc8e-4a41-aee1-c09de100995d]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.utils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating existing volume attachment record: 1467b629-cebd-41d9-9e90-d7d85ab3e038 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: INFO nova.compute.manager [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Terminating instance
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Start waiting for the detach event from libvirt for device tap6e3fa45d-59 with device alias net1 for instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26139306532353438', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139306532353438', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.112s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:10 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:10 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-changed-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Refreshing instance network info cache due to event network-changed-440c7e20-6e3b-4155-819d-03c05f3b805f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] Acquiring lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] Acquired lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.network.neutron [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Refreshing network info cache for port 440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d33277ce-7b7d-49b6-9b5a-b5b9182f0a26]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:10 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lazy-loading 'flavor' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[debb5978-7846-4600-951d-d1024857e142]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226] added
Nov 06 08:27:10 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9d56fa-eb9f-40ee-a2de-8c83454bfd0b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fedaa74-9874-4d0f-ab4f-34bbace7478d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhkTfwxS {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yhkTfwxS" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d09480fa-68c1-4a5e-82a3-5bb5a2721e37]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:10 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yhkTfwxS'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a8d452-fa9f-4ec1-bbd6-97d6ecaa0dcc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb0a99ad-cdea-4ea8-ace9-9e264667b90c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb3a2b7-2ad3-4af2-bd7e-0afbf602b338]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260]
Nov 06 08:27:11 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e7ff4e-77b1-4708-bc61-2979010617b8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[44822765-d783-4d2d-845a-864b5ac76e29]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.372s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] HCTL ('36', '-', '-', 0) found on session 10 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1d88f1-69cf-47ed-97f1-27af4787287f]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Searching for a device in session 10 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhkTfwxS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:11 user nova-compute[74883]: INFO nova.compute.manager [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Terminating instance
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updated VIF entry in instance network info cache for port 440c7e20-6e3b-4155-819d-03c05f3b805f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updating instance_info_cache with network_info: [{"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79be238d-bdd1-44f7-bf26-2195042e62d7 req-7d2f19a6-7108-4018-8648-d7c298debb53 service nova] Releasing lock "refresh_cache-f6f1bd26-4ebb-4707-8476-fb5704703f33" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Instance destroyed successfully.
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lazy-loading 'resources' on Instance uuid 40a38a21-ea5e-4854-8e2b-e05951ee347d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-698650900',display_name='tempest-AttachSCSIVolumeTestJSON-server-698650900',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-698650900',id=6,image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOiWMbxjzCzO2Bf+88DFCMjOhlfMpdu+yuk0f2x3aT9nKND+60FFDIJtJWC51hTg8hY2uM0v+8Ys7Uwymnujhg4czH+ydY8/4tiNAnJ7VmrCLjiTXS8PlktuYkGfxrl5OA==',key_name='tempest-keypair-621178482',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9771bd722d6d4aac8a62d7d1d535798f',ramdisk_id='',reservation_id='r-bcwkw4pq',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='02556610-e6a7-4412-bb19-0a6e7e8dd91b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1560548680',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1560548680-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f852f48b4aeb473daa09efb4cd97ed6e',uuid=40a38a21-ea5e-4854-8e2b-e05951ee347d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converting VIF {"id": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "address": "fa:16:3e:3c:99:2f", "network": {"id": "52fdea62-2911-4916-803f-e898fa89ff8d", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-825060643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9771bd722d6d4aac8a62d7d1d535798f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5a7c784f-24", "ovs_interfaceid": "5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG os_vif [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5a7c784f-24, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4dfe3870-38c9-4ed8-bef7-de1aab3f49de) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: INFO os_vif [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:99:2f,bridge_name='br-int',has_traffic_filtering=True,id=5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9,network=Network(52fdea62-2911-4916-803f-e898fa89ff8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5a7c784f-24')
Nov 06 08:27:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Deleting instance files /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d_del
Nov 06 08:27:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Deletion of /opt/stack/data/nova/instances/40a38a21-ea5e-4854-8e2b-e05951ee347d_del complete
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:11 user nova-compute[74883]: INFO nova.compute.manager [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 06 08:27:11 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:27:11 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 166723584 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== connect_volume: return (2523ms) {'type': 'block', 'scsi_wwn': '23932346564643431', 'path': '/dev/sde'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932346564643431', 'path': '/dev/sde'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iahXoLHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:12 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Instance destroyed successfully.
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'resources' on Instance uuid f6f1bd26-4ebb-4707-8476-fb5704703f33 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:25:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-100664665',display_name='tempest-AttachVolumeNegativeTest-server-100664665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-100664665',id=13,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDMWm2z7TmWfIjUZEqak1LEOWvMi7nudi3wczkec4W0s4rEmI7PAQ8leG2M4o+t22YAHshkjryHvgA3LgsNDrvcBqE1/yJd2EjCiyMQjFE7ynDUtoJjfcJ9kpIdmcyRsvQ==',key_name='tempest-keypair-1292656693',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:25:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-kpl82apx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:25:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=f6f1bd26-4ebb-4707-8476-fb5704703f33,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "440c7e20-6e3b-4155-819d-03c05f3b805f", "address": "fa:16:3e:f7:90:1d", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap440c7e20-6e", "ovs_interfaceid": "440c7e20-6e3b-4155-819d-03c05f3b805f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_vif [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[abab18b6-85ef-46b5-bece-336acc7a1752]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:12 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap440c7e20-6e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a6bf88b7-75ca-426d-8703-73b1248fc66c) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c5390b-b951-4268-9984-f1786dea6ab7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140] added
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: INFO os_vif [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:90:1d,bridge_name='br-int',has_traffic_filtering=True,id=440c7e20-6e3b-4155-819d-03c05f3b805f,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap440c7e20-6e')
Nov 06 08:27:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Deleting instance files /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33_del
Nov 06 08:27:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Deletion of /opt/stack/data/nova/instances/f6f1bd26-4ebb-4707-8476-fb5704703f33_del complete
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[99af8491-3794-4101-8d6a-3fcf5d669958]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.040s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c031ada5-763f-4c4b-bdbe-6be80c632e40]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iahXoLHw {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: INFO nova.compute.manager [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iahXoLHw" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[614a2e75-1ee9-40e4-993e-56431220f38f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iahXoLHw'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c41523c5-1399-495b-9902-3d2ed8b6e7ae]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de14626d-45a4-46e9-9270-4eeed9582e14]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e57a4cf3-f453-4d9a-afd1-d1a20681f6ec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260]
Nov 06 08:27:12 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 321912832 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e49deb-8548-4218-a728-da7f6c35a915]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcfe9efa-50f0-4c59-9459-353673b124ed]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.475s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] HCTL ('37', '-', '-', 0) found on session 11 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e3bad3-3ed9-4784-80fb-4eadad62f90a]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Searching for a device in session 11 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iahXoLHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-unplugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-unplugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-unplugged-6e3fa45d-59db-4183-849e-cda4d988b297 for instance with vm_state active and task_state None.
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-6e3fa45d-59db-4183-849e-cda4d988b297 for instance with vm_state active and task_state None.
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-unplugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] No waiting events found dispatching network-vif-unplugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-unplugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] No waiting events found dispatching network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received unexpected event network-vif-plugged-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 for instance with vm_state active and task_state deleting.
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-unplugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] No waiting events found dispatching network-vif-unplugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-unplugged-440c7e20-6e3b-4155-819d-03c05f3b805f for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Acquiring lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] No waiting events found dispatching network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:12 user nova-compute[74883]: WARNING nova.compute.manager [req-cedc5bc3-56f4-4356-9760-7e8ee77c260e req-e037a93a-aded-45da-955e-eb0cb9bf0f9a service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received unexpected event network-vif-plugged-440c7e20-6e3b-4155-819d-03c05f3b805f for instance with vm_state active and task_state deleting.
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:13 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Took 1.27 seconds to deallocate network for instance.
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-73d04d9f-e9d1-4786-9fe8-e6742180600d req-b48a2237-23ce-4a4a-aa12-915a4d842abf service nova] [instance: 40a38a21-ea5e-4854-8e2b-e05951ee347d] Received event network-vif-deleted-5a7c784f-24e7-4b21-8caa-2d9cd43fd0c9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 445644800 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 603979776 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.538s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== connect_volume: return (1540ms) {'type': 'block', 'scsi_wwn': '23838343033313665', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838343033313665', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IGLODibf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:13 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:13 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:13 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.603s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[760556a4-a19f-49a0-926a-0e332bb67ef1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:13 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b30eca6-b914-48c9-8586-b141d408a346]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f] added
Nov 06 08:27:13 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:13 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Deleted allocations for instance 40a38a21-ea5e-4854-8e2b-e05951ee347d
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[62310da4-0fd4-4be1-a564-7efdb65e4fbe]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79eabb6e-397b-41d8-a2cf-ca023383d3e2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IGLODibf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IGLODibf" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f70fad13-dc23-4411-a6f0-884957483164]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IGLODibf'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Took 1.59 seconds to deallocate network for instance.
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b07ebdf-de34-4140-9262-b4b154f2a10a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4a35031-746b-4ac0-a172-a1cc660a025b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9f2388b9-c920-409e-9450-5fccde2d59aa tempest-AttachSCSIVolumeTestJSON-1560548680 tempest-AttachSCSIVolumeTestJSON-1560548680-project-member] Lock "40a38a21-ea5e-4854-8e2b-e05951ee347d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.420s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[840e2846-97ee-4ad3-b04e-58de6e0bba03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260]
Nov 06 08:27:14 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 758120448 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f584c259-cec7-4b47-a062-22fa1dff1d55]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5e423d-9087-4457-be6b-53b9d40caa8c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.416s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] HCTL ('38', '-', '-', 0) found on session 12 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e32eb68-6ce8-4611-b459-0c8e5e872c2d]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Searching for a device in session 12 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IGLODibf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.519s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 881852416 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:14 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Deleted allocations for instance f6f1bd26-4ebb-4707-8476-fb5704703f33
Nov 06 08:27:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e0974e4-dd4e-4bfd-961a-80f81847e2f9 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f6f1bd26-4ebb-4707-8476-fb5704703f33" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.605s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-fb405515-0c8d-497a-bb92-48f7200e3b3b req-05d5303d-c7ac-4437-80fb-f87e22686799 service nova] [instance: f6f1bd26-4ebb-4707-8476-fb5704703f33] Received event network-vif-deleted-440c7e20-6e3b-4155-819d-03c05f3b805f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 1045430272 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.463s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== connect_volume: return (1465ms) {'type': 'block', 'scsi_wwn': '26361373036303234', 'path': '/dev/sdg'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26361373036303234', 'path': '/dev/sdg'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.objects.instance [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lazy-loading 'pci_devices' on Instance uuid 25dde1f0-626f-4858-8a07-529a6967ca8a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:27:15 user nova-compute[74883]:   <uuid>25dde1f0-626f-4858-8a07-529a6967ca8a</uuid>
Nov 06 08:27:15 user nova-compute[74883]:   <name>instance-0000000c</name>
Nov 06 08:27:15 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:27:15 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:27:15 user nova-compute[74883]:   <metadata>
Nov 06 08:27:15 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:15 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:name>tempest-device-tagging-server-565160414</nova:name>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:27:09</nova:creationTime>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:27:15 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:15 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:owner>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:user uuid="30985e8eb8f84e03926153c09148036b">tempest-TaggedBootDevicesTest_v242-664865051-project-member</nova:user>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:project uuid="59a0ad72f68a401391d1a4b57a1a328b">tempest-TaggedBootDevicesTest_v242-664865051</nova:project>
Nov 06 08:27:15 user nova-compute[74883]:       </nova:owner>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:15 user nova-compute[74883]:       <nova:ports>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="181bcd5d-6521-4790-a1c1-42218c929580">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="17090c27-0404-4af7-9c41-f25da2a7d0d1">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.1.1.254" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="81d0cea9-ae40-4867-ae7c-670d2373146e">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.1.1.229" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="9fb24997-9ac4-45ec-9a43-2d0170ef2ae7">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.1.1.17" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="2ff68db5-2c3b-4418-96a9-a4722ec32a62">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.1.1.144" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="7975d54b-8487-4a07-9243-20987266773e">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:         <nova:port uuid="90cbdb6a-9409-4079-b4a6-1d3057bff651">
Nov 06 08:27:15 user nova-compute[74883]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 06 08:27:15 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:15 user nova-compute[74883]:       </nova:ports>
Nov 06 08:27:15 user nova-compute[74883]:     </nova:instance>
Nov 06 08:27:15 user nova-compute[74883]:   </metadata>
Nov 06 08:27:15 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:27:15 user nova-compute[74883]:     <system>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="serial">25dde1f0-626f-4858-8a07-529a6967ca8a</entry>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="uuid">25dde1f0-626f-4858-8a07-529a6967ca8a</entry>
Nov 06 08:27:15 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:27:15 user nova-compute[74883]:     </system>
Nov 06 08:27:15 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:15 user nova-compute[74883]:   <os>
Nov 06 08:27:15 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:27:15 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:27:15 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:27:15 user nova-compute[74883]:   </os>
Nov 06 08:27:15 user nova-compute[74883]:   <features>
Nov 06 08:27:15 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:15 user nova-compute[74883]:     <apic/>
Nov 06 08:27:15 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:27:15 user nova-compute[74883]:   </features>
Nov 06 08:27:15 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:27:15 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:27:15 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:27:15 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:27:15 user nova-compute[74883]:   </clock>
Nov 06 08:27:15 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:27:15 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:27:15 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:27:15 user nova-compute[74883]:   </cpu>
Nov 06 08:27:15 user nova-compute[74883]:   <devices>
Nov 06 08:27:15 user nova-compute[74883]:     <disk type="file" device="cdrom">
Nov 06 08:27:15 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none"/>
Nov 06 08:27:15 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/disk.config"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="hda" bus="ide"/>
Nov 06 08:27:15 user nova-compute[74883]:     </disk>
Nov 06 08:27:15 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:27:15 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:15 user nova-compute[74883]:       <source dev="/dev/sde"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <serial>9f8f3f42-439a-4cd6-8039-af23f8b61226</serial>
Nov 06 08:27:15 user nova-compute[74883]:     </disk>
Nov 06 08:27:15 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:27:15 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:15 user nova-compute[74883]:       <source dev="/dev/sdf"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <serial>bad23af0-cbcc-408b-b76c-7aa7caf18140</serial>
Nov 06 08:27:15 user nova-compute[74883]:     </disk>
Nov 06 08:27:15 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:27:15 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:15 user nova-compute[74883]:       <source dev="/dev/sdg"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="vdc" bus="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <serial>7f00b411-ed7e-402b-9523-6fe3a11a3b0f</serial>
Nov 06 08:27:15 user nova-compute[74883]:     </disk>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:0e:f1:07"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap181bcd5d-65"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:50:e9:b2"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap17090c27-04"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:e0:5a:39"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap81d0cea9-ae"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:9e:53:6a"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap9fb24997-9a"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:9e:f2:7d"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap2ff68db5-2c"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:8a:f1:91"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap7975d54b-84"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:15 user nova-compute[74883]:       <mac address="fa:16:3e:50:4b:65"/>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:15 user nova-compute[74883]:       <target dev="tap90cbdb6a-94"/>
Nov 06 08:27:15 user nova-compute[74883]:     </interface>
Nov 06 08:27:15 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:27:15 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/console.log" append="off"/>
Nov 06 08:27:15 user nova-compute[74883]:     </serial>
Nov 06 08:27:15 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:27:15 user nova-compute[74883]:     <video>
Nov 06 08:27:15 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:15 user nova-compute[74883]:     </video>
Nov 06 08:27:15 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:27:15 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:27:15 user nova-compute[74883]:     </rng>
Nov 06 08:27:15 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:27:15 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:27:15 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:27:15 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:15 user nova-compute[74883]:   </devices>
Nov 06 08:27:15 user nova-compute[74883]: </domain>
Nov 06 08:27:15 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1469bbaf-0850-5d59-b26d-b3c538261bcc', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap181bcd5d-65, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap181bcd5d-65, col_values=(('qos', UUID('b322687e-ce5c-47bd-9893-f9e527a0992d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap181bcd5d-65, col_values=(('external_ids', {'iface-id': '181bcd5d-6521-4790-a1c1-42218c929580', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:f1:07', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65')
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '947c8ab2-df5a-5028-bac3-6f4d7dd5d76b', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap17090c27-04, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap17090c27-04, col_values=(('qos', UUID('ea6651e7-65be-47a6-903b-fee316c19794')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap17090c27-04, col_values=(('external_ids', {'iface-id': '17090c27-0404-4af7-9c41-f25da2a7d0d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:e9:b2', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04')
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1376458c-ef19-55ad-8e2a-acc724ed20c2', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap81d0cea9-ae, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap81d0cea9-ae, col_values=(('qos', UUID('823514cd-e2ed-492a-9f96-7773c29f3b3b')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap81d0cea9-ae, col_values=(('external_ids', {'iface-id': '81d0cea9-ae40-4867-ae7c-670d2373146e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:5a:39', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae')
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '96477d50-3e36-532e-b3d5-ef5a5e2514da', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9fb24997-9a, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9fb24997-9a, col_values=(('qos', UUID('14413493-b6b9-48cb-9783-b57a3bb5c447')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9fb24997-9a, col_values=(('external_ids', {'iface-id': '9fb24997-9ac4-45ec-9a43-2d0170ef2ae7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:53:6a', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a')
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a39ad915-53f7-542b-9fe8-0184712718f3', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ff68db5-2c, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ff68db5-2c, col_values=(('qos', UUID('b551f9ed-ab3a-457e-b8be-4a9188c03dc9')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ff68db5-2c, col_values=(('external_ids', {'iface-id': '2ff68db5-2c3b-4418-96a9-a4722ec32a62', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:f2:7d', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c')
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac717ac0-ae2d-59f3-8f1e-fe7349fa3be6', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:15 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[12404bc5-9d4f-4f5f-9cb5-3cb8dd0a020f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:27:15 user nova-compute[74883]: No targets found.
Nov 06 08:27:15 user nova-compute[74883]: iSNS:
Nov 06 08:27:15 user nova-compute[74883]: No targets found.
Nov 06 08:27:15 user nova-compute[74883]: STATIC:
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:27:15 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:15 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:15 user nova-compute[74883]: FIRMWARE:
Nov 06 08:27:15 user nova-compute[74883]: No targets found.
Nov 06 08:27:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:27:15 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:27:15 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7975d54b-84, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7975d54b-84, col_values=(('qos', UUID('b34c7949-ffd7-45a2-8bea-9fc5d38704b9')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7975d54b-84, col_values=(('external_ids', {'iface-id': '7975d54b-8487-4a07-9243-20987266773e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:f1:91', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ca2426f-cabb-4da7-9a9f-bcc8575fbd76]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69c93a3-2e5b-4bc3-abbe-2b9cd8034012]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11943c1ea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84')
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:24:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f40afc-18fd-4b7b-8433-bce49f3515e3]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '885d46bd-978b-56f6-9bc6-9d2278a0033c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[67aaf226-2ec2-4d56-97c5-6c8a2b2bc7ef]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf2012f-4df2-479a-b7ef-4dc5c7c90e1b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90cbdb6a-94, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90cbdb6a-94, col_values=(('qos', UUID('cc924a9d-3e15-4938-a5ce-f360eebcb844')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90cbdb6a-94, col_values=(('external_ids', {'iface-id': '90cbdb6a-9409-4079-b4a6-1d3057bff651', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:50:4b:65', 'vm-uuid': '25dde1f0-626f-4858-8a07-529a6967ca8a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f165682-a5e5-4ef1-a455-7bd8f5acafe8]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[53f49466-888d-4e54-a03b-70711679e821]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:16 user nova-compute[74883]: INFO os_vif [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94')
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcd1103-fa1d-49b8-b485-dde8f6982d9a]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]
Nov 06 08:27:16 user nova-compute[74883]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bfc460-3fb9-481e-afec-42b6e6722995]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== disconnect_volume: return (320ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] No BDM found with device name hda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] No VIF found with MAC fa:16:3e:0e:f1:07, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] No VIF found with MAC fa:16:3e:9e:f2:7d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:27:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Using config drive
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2', 'serial'} {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: removing Cinder connection for volume d496463f-4011-4f47-85c6-95ec1dbcfa94 {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 06 08:27:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Creating config drive at /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/disk.config
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnrkxgs44 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpnrkxgs44" returned: 0 in 0.063s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:17 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: Updating volume d496463f-4011-4f47-85c6-95ec1dbcfa94 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "BVrcsEYw", "auth_password": "NaVP6rzc7x3FY5", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "01489b30-5c58-432d-bc00-946eb517cac2"}, "status": "reserved", "instance": "3c01909e-c11c-44cb-8e5c-34457cfa3e71", "attached_at": "", "detached_at": "", "volume_id": "01489b30-5c58-432d-bc00-946eb517cac2", "serial": "01489b30-5c58-432d-bc00-946eb517cac2"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2', 'no_device': None, 'attachment_id': '54307645-1a62-4fb9-89e7-d0bfbbff92bb'} {{(pid=74883) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 06 08:27:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ef073fb3-2a43-4b73-b80d-536d447f5c20 tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 49.825s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:18 user nova-compute[74883]: WARNING nova.compute.manager [req-57021dfe-9bb7-4842-afc5-9ffa1ee3abe0 req-0be50fab-03a4-4cd6-b2d8-b91ba1b2573e service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 for instance with vm_state building and task_state spawning.
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.utils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[30ecdc0b-ef91-46b3-b1b5-fedc22a6f596]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c979214-c073-49f8-ab19-eb6b6ea0e78e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c171fbc-e0d7-48f5-98b0-9a395a1c2110]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa8c734-d2c7-4dd5-8323-3426de4b38ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:27:18 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cc8b89c-3d12-4781-bc09-3319f6f997cb]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG os_brick.utils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:18 user nova-compute[74883]: WARNING nova.compute.manager [req-4cbdbb36-51ed-431b-839c-8bd09b78604b req-df254612-14ac-4891-b89c-7b36e028efe3 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 for instance with vm_state building and task_state spawning.
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: INFO nova.compute.manager [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Swapping volume 01489b30-5c58-432d-bc00-946eb517cac2 for d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:18 user nova-compute[74883]: WARNING nova.compute.manager [req-7f01cc20-8368-4374-a3cc-a70f93c2c755 req-31b07218-963d-4090-b48f-043b4a5ce2c6 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e for instance with vm_state building and task_state spawning.
Nov 06 08:27:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-f48b1614-c180-4983-90e7-65c94fe02494 req-b99154e6-2453-40b6-b537-18c39bad9cea service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:20 user nova-compute[74883]: WARNING nova.compute.manager [req-960bff22-3706-45ba-971f-011396c272e8 req-c6b46a7c-7e23-402c-9b41-0b60b2442898 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e for instance with vm_state building and task_state spawning.
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:21 user nova-compute[74883]: WARNING nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e for instance with vm_state building and task_state spawning.
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:21 user nova-compute[74883]: WARNING nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 for instance with vm_state building and task_state spawning.
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:21 user nova-compute[74883]: WARNING nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 for instance with vm_state building and task_state spawning.
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:21 user nova-compute[74883]: WARNING nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 for instance with vm_state building and task_state spawning.
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:21 user nova-compute[74883]: WARNING nova.compute.manager [req-cc2ec460-d282-41c6-82a7-f35c7f792c72 req-7c5ac3b0-f3fc-4f70-afca-065befe7ff2c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 for instance with vm_state building and task_state spawning.
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:27:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance spawned successfully.
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:22 user nova-compute[74883]: INFO nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Took 12.90 seconds to spawn the instance on the hypervisor.
Nov 06 08:27:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:27:22 user nova-compute[74883]: INFO nova.compute.manager [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Took 147.72 seconds to build instance.
Nov 06 08:27:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-18ddc4a1-3e95-480f-a2d6-f45c109f112d tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 147.825s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:27:24 user nova-compute[74883]: INFO nova.compute.claims [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Claim successful on node user
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.463s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:27:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.policy [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed51dec568554b969a4465fe1a274a64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '330edcc6b63641e794d7fae4b4886faf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:27:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Creating image(s)
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "/opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "/opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "/opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.220s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.248s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Successfully created port: 480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk 1073741824" returned: 0 in 0.061s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.318s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Cannot resize image /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Ensure instance console log exists: /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Successfully updated port: 480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquired lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-changed-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Refreshing instance network info cache due to event network-changed-480909cc-c67d-4ac0-847e-c9fb9d3316b9. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] Acquiring lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.neutron [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Updating instance_info_cache with network_info: [{"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Releasing lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Instance network_info: |[{"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] Acquired lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.neutron [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Refreshing network info cache for port 480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Start _get_guest_xml network_info=[{"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:27:26 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:26 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-83290594',display_name='tempest-VolumesAdminNegativeTest-server-83290594',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-83290594',id=14,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-fun0ow0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:27:25Z,user_data=None,user_id='ed51dec568554b969a4465fe1a274a64',uuid=6d2e5388-d090-4826-b660-71734fc1bcd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.objects.instance [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'pci_devices' on Instance uuid 6d2e5388-d090-4826-b660-71734fc1bcd0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:27:26 user nova-compute[74883]:   <uuid>6d2e5388-d090-4826-b660-71734fc1bcd0</uuid>
Nov 06 08:27:26 user nova-compute[74883]:   <name>instance-0000000e</name>
Nov 06 08:27:26 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:27:26 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:27:26 user nova-compute[74883]:   <metadata>
Nov 06 08:27:26 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:26 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:name>tempest-VolumesAdminNegativeTest-server-83290594</nova:name>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:27:26</nova:creationTime>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:27:26 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:26 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:owner>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:user uuid="ed51dec568554b969a4465fe1a274a64">tempest-VolumesAdminNegativeTest-212661328-project-member</nova:user>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:project uuid="330edcc6b63641e794d7fae4b4886faf">tempest-VolumesAdminNegativeTest-212661328</nova:project>
Nov 06 08:27:26 user nova-compute[74883]:       </nova:owner>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:26 user nova-compute[74883]:       <nova:ports>
Nov 06 08:27:26 user nova-compute[74883]:         <nova:port uuid="480909cc-c67d-4ac0-847e-c9fb9d3316b9">
Nov 06 08:27:26 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:27:26 user nova-compute[74883]:         </nova:port>
Nov 06 08:27:26 user nova-compute[74883]:       </nova:ports>
Nov 06 08:27:26 user nova-compute[74883]:     </nova:instance>
Nov 06 08:27:26 user nova-compute[74883]:   </metadata>
Nov 06 08:27:26 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:27:26 user nova-compute[74883]:     <system>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="serial">6d2e5388-d090-4826-b660-71734fc1bcd0</entry>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="uuid">6d2e5388-d090-4826-b660-71734fc1bcd0</entry>
Nov 06 08:27:26 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:27:26 user nova-compute[74883]:     </system>
Nov 06 08:27:26 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:26 user nova-compute[74883]:   <os>
Nov 06 08:27:26 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:27:26 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:27:26 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:27:26 user nova-compute[74883]:   </os>
Nov 06 08:27:26 user nova-compute[74883]:   <features>
Nov 06 08:27:26 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:26 user nova-compute[74883]:     <apic/>
Nov 06 08:27:26 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:27:26 user nova-compute[74883]:   </features>
Nov 06 08:27:26 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:27:26 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:27:26 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:27:26 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:27:26 user nova-compute[74883]:   </clock>
Nov 06 08:27:26 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:27:26 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:27:26 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:27:26 user nova-compute[74883]:   </cpu>
Nov 06 08:27:26 user nova-compute[74883]:   <devices>
Nov 06 08:27:26 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:27:26 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:27:26 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk"/>
Nov 06 08:27:26 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:27:26 user nova-compute[74883]:     </disk>
Nov 06 08:27:26 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:27:26 user nova-compute[74883]:       <mac address="fa:16:3e:75:f6:70"/>
Nov 06 08:27:26 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:26 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:27:26 user nova-compute[74883]:       <target dev="tap480909cc-c6"/>
Nov 06 08:27:26 user nova-compute[74883]:     </interface>
Nov 06 08:27:26 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:27:26 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/console.log" append="off"/>
Nov 06 08:27:26 user nova-compute[74883]:     </serial>
Nov 06 08:27:26 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:27:26 user nova-compute[74883]:     <video>
Nov 06 08:27:26 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:27:26 user nova-compute[74883]:     </video>
Nov 06 08:27:26 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:27:26 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:27:26 user nova-compute[74883]:     </rng>
Nov 06 08:27:26 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:27:26 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:27:26 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:27:26 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:26 user nova-compute[74883]:   </devices>
Nov 06 08:27:26 user nova-compute[74883]: </domain>
Nov 06 08:27:26 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-83290594',display_name='tempest-VolumesAdminNegativeTest-server-83290594',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-83290594',id=14,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-fun0ow0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:27:25Z,user_data=None,user_id='ed51dec568554b969a4465fe1a274a64',uuid=6d2e5388-d090-4826-b660-71734fc1bcd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG os_vif [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f04a6315-d4ac-5e4d-84b2-d31230db14a8', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap480909cc-c6, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap480909cc-c6, col_values=(('qos', UUID('c94cf147-f86c-45eb-8659-428a987cb5ee')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap480909cc-c6, col_values=(('external_ids', {'iface-id': '480909cc-c67d-4ac0-847e-c9fb9d3316b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:f6:70', 'vm-uuid': '6d2e5388-d090-4826-b660-71734fc1bcd0'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:26 user nova-compute[74883]: INFO os_vif [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6')
Nov 06 08:27:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:27:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] No VIF found with MAC fa:16:3e:75:f6:70, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:27:27 user nova-compute[74883]: DEBUG nova.network.neutron [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Updated VIF entry in instance network info cache for port 480909cc-c67d-4ac0-847e-c9fb9d3316b9. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:27:27 user nova-compute[74883]: DEBUG nova.network.neutron [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Updating instance_info_cache with network_info: [{"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-371cf00c-b96e-405d-a66a-4edeec71af0b req-e17f81af-12db-4494-871a-a41b0982f5bb service nova] Releasing lock "refresh_cache-6d2e5388-d090-4826-b660-71734fc1bcd0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:28 user nova-compute[74883]: WARNING nova.compute.manager [req-baa7a6a9-fd80-4ce0-b227-8a872eb32905 req-03839a25-43e6-40fb-af21-fa9fb94af437 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received unexpected event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with vm_state building and task_state spawning.
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Waiting for libvirt event about the detach of device tap6e3fa45d-59 with device alias net1 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 is timed out.
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 06 08:27:30 user nova-compute[74883]:   <name>instance-00000009</name>
Nov 06 08:27:30 user nova-compute[74883]:   <uuid>c34ba247-8ca6-42b2-a2c3-cea136cb4208</uuid>
Nov 06 08:27:30 user nova-compute[74883]:   <metadata>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:30 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:25:24</nova:creationTime>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:30 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:30 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:30 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:port uuid="6e3fa45d-59db-4183-849e-cda4d988b297">
Nov 06 08:27:30 user nova-compute[74883]:       <nova:ip type="fixed" address="10.10.10.113" ipVersion="4"/>
Nov 06 08:27:30 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:30 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:30 user nova-compute[74883]:   </metadata>
Nov 06 08:27:30 user nova-compute[74883]:   <memory unit='KiB'>524288</memory>
Nov 06 08:27:30 user nova-compute[74883]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 06 08:27:30 user nova-compute[74883]:   <vcpu placement='static'>1</vcpu>
Nov 06 08:27:30 user nova-compute[74883]:   <resource>
Nov 06 08:27:30 user nova-compute[74883]:     <partition>/machine</partition>
Nov 06 08:27:30 user nova-compute[74883]:   </resource>
Nov 06 08:27:30 user nova-compute[74883]:   <sysinfo type='smbios'>
Nov 06 08:27:30 user nova-compute[74883]:     <system>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='product'>OpenStack Nova</entry>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='version'>0.0.0</entry>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='serial'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='uuid'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:30 user nova-compute[74883]:       <entry name='family'>Virtual Machine</entry>
Nov 06 08:27:30 user nova-compute[74883]:     </system>
Nov 06 08:27:30 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:30 user nova-compute[74883]:   <os>
Nov 06 08:27:30 user nova-compute[74883]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 06 08:27:30 user nova-compute[74883]:     <boot dev='hd'/>
Nov 06 08:27:30 user nova-compute[74883]:     <smbios mode='sysinfo'/>
Nov 06 08:27:30 user nova-compute[74883]:   </os>
Nov 06 08:27:30 user nova-compute[74883]:   <features>
Nov 06 08:27:30 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:30 user nova-compute[74883]:     <apic/>
Nov 06 08:27:30 user nova-compute[74883]:     <vmcoreinfo state='on'/>
Nov 06 08:27:30 user nova-compute[74883]:   </features>
Nov 06 08:27:30 user nova-compute[74883]:   <cpu mode='custom' match='exact' check='full'>
Nov 06 08:27:30 user nova-compute[74883]:     <model fallback='forbid'>Nehalem</model>
Nov 06 08:27:30 user nova-compute[74883]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 06 08:27:30 user nova-compute[74883]:     <feature policy='require' name='vme'/>
Nov 06 08:27:30 user nova-compute[74883]:     <feature policy='require' name='x2apic'/>
Nov 06 08:27:30 user nova-compute[74883]:     <feature policy='require' name='hypervisor'/>
Nov 06 08:27:30 user nova-compute[74883]:   </cpu>
Nov 06 08:27:30 user nova-compute[74883]:   <clock offset='utc'>
Nov 06 08:27:30 user nova-compute[74883]:     <timer name='pit' tickpolicy='delay'/>
Nov 06 08:27:30 user nova-compute[74883]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 06 08:27:30 user nova-compute[74883]:     <timer name='hpet' present='no'/>
Nov 06 08:27:30 user nova-compute[74883]:   </clock>
Nov 06 08:27:30 user nova-compute[74883]:   <on_poweroff>destroy</on_poweroff>
Nov 06 08:27:30 user nova-compute[74883]:   <on_reboot>restart</on_reboot>
Nov 06 08:27:30 user nova-compute[74883]:   <on_crash>destroy</on_crash>
Nov 06 08:27:30 user nova-compute[74883]:   <devices>
Nov 06 08:27:30 user nova-compute[74883]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 06 08:27:30 user nova-compute[74883]:     <disk type='file' device='disk'>
Nov 06 08:27:30 user nova-compute[74883]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 06 08:27:30 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk' index='2'/>
Nov 06 08:27:30 user nova-compute[74883]:       <backingStore type='file' index='3'>
Nov 06 08:27:30 user nova-compute[74883]:         <format type='raw'/>
Nov 06 08:27:30 user nova-compute[74883]:         <source file='/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223'/>
Nov 06 08:27:30 user nova-compute[74883]:         <backingStore/>
Nov 06 08:27:30 user nova-compute[74883]:       </backingStore>
Nov 06 08:27:30 user nova-compute[74883]:       <target dev='vda' bus='virtio'/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='virtio-disk0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </disk>
Nov 06 08:27:30 user nova-compute[74883]:     <disk type='file' device='cdrom'>
Nov 06 08:27:30 user nova-compute[74883]:       <driver name='qemu' type='raw' cache='none'/>
Nov 06 08:27:30 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config' index='1'/>
Nov 06 08:27:30 user nova-compute[74883]:       <backingStore/>
Nov 06 08:27:30 user nova-compute[74883]:       <target dev='hda' bus='ide'/>
Nov 06 08:27:30 user nova-compute[74883]:       <readonly/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='ide0-0-0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </disk>
Nov 06 08:27:30 user nova-compute[74883]:     <controller type='usb' index='0' model='none'>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='usb'/>
Nov 06 08:27:30 user nova-compute[74883]:     </controller>
Nov 06 08:27:30 user nova-compute[74883]:     <controller type='pci' index='0' model='pci-root'>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='pci.0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </controller>
Nov 06 08:27:30 user nova-compute[74883]:     <controller type='ide' index='0'>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='ide'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 06 08:27:30 user nova-compute[74883]:     </controller>
Nov 06 08:27:30 user nova-compute[74883]:     <interface type='ethernet'>
Nov 06 08:27:30 user nova-compute[74883]:       <mac address='fa:16:3e:ba:0c:56'/>
Nov 06 08:27:30 user nova-compute[74883]:       <target dev='tap58aae2ef-15'/>
Nov 06 08:27:30 user nova-compute[74883]:       <model type='virtio'/>
Nov 06 08:27:30 user nova-compute[74883]:       <mtu size='1442'/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='net0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </interface>
Nov 06 08:27:30 user nova-compute[74883]:     <serial type='pty'>
Nov 06 08:27:30 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:30 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:30 user nova-compute[74883]:       <target type='isa-serial' port='0'>
Nov 06 08:27:30 user nova-compute[74883]:         <model name='isa-serial'/>
Nov 06 08:27:30 user nova-compute[74883]:       </target>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </serial>
Nov 06 08:27:30 user nova-compute[74883]:     <console type='pty' tty='/dev/pts/8'>
Nov 06 08:27:30 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:30 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:30 user nova-compute[74883]:       <target type='serial' port='0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </console>
Nov 06 08:27:30 user nova-compute[74883]:     <input type='mouse' bus='ps2'>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='input0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </input>
Nov 06 08:27:30 user nova-compute[74883]:     <input type='keyboard' bus='ps2'>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='input1'/>
Nov 06 08:27:30 user nova-compute[74883]:     </input>
Nov 06 08:27:30 user nova-compute[74883]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 06 08:27:30 user nova-compute[74883]:       <listen type='address' address='0.0.0.0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </graphics>
Nov 06 08:27:30 user nova-compute[74883]:     <audio id='1' type='none'/>
Nov 06 08:27:30 user nova-compute[74883]:     <video>
Nov 06 08:27:30 user nova-compute[74883]:       <model type='virtio' heads='1' primary='yes'/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='video0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </video>
Nov 06 08:27:30 user nova-compute[74883]:     <memballoon model='virtio'>
Nov 06 08:27:30 user nova-compute[74883]:       <stats period='10'/>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='balloon0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:30 user nova-compute[74883]:     <rng model='virtio'>
Nov 06 08:27:30 user nova-compute[74883]:       <backend model='random'>/dev/urandom</backend>
Nov 06 08:27:30 user nova-compute[74883]:       <alias name='rng0'/>
Nov 06 08:27:30 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 06 08:27:30 user nova-compute[74883]:     </rng>
Nov 06 08:27:30 user nova-compute[74883]:   </devices>
Nov 06 08:27:30 user nova-compute[74883]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 06 08:27:30 user nova-compute[74883]:     <label>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</label>
Nov 06 08:27:30 user nova-compute[74883]:     <imagelabel>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</imagelabel>
Nov 06 08:27:30 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:30 user nova-compute[74883]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 06 08:27:30 user nova-compute[74883]:     <label>+64055:+108</label>
Nov 06 08:27:30 user nova-compute[74883]:     <imagelabel>+64055:+108</imagelabel>
Nov 06 08:27:30 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:30 user nova-compute[74883]: </domain>
Nov 06 08:27:30 user nova-compute[74883]:  {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 06 08:27:30 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully detached device tap6e3fa45d-59 from instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 from the live domain config.
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG os_vif [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e3fa45d-59, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83bfbb5d-73b8-4476-9cee-d3da424fe56d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:30 user nova-compute[74883]: INFO os_vif [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59')
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:30 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:27:30</nova:creationTime>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:30 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:30 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:30 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:30 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:30 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:30 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:30 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:30 user nova-compute[74883]:  {{(pid=74883) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:30 user nova-compute[74883]: WARNING nova.compute.manager [req-2e6ee425-da45-4bf2-9ed6-023b76adc8e6 req-b2b8ec76-5f72-4937-a63a-fd08ba12a7dd service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received unexpected event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with vm_state building and task_state spawning.
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:27:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Instance spawned successfully.
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:27:31 user nova-compute[74883]: INFO nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Took 6.71 seconds to spawn the instance on the hypervisor.
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-deleted-6e3fa45d-59db-4183-849e-cda4d988b297 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:31 user nova-compute[74883]: INFO nova.compute.manager [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Neutron deleted interface 6e3fa45d-59db-4183-849e-cda4d988b297; detaching it from the instance and deleting it from the info cache
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquired lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.objects.instance [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Lazy-loading 'system_metadata' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:31 user nova-compute[74883]: INFO nova.compute.manager [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Took 7.66 seconds to build instance.
Nov 06 08:27:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-464b4bab-43d3-4133-a203-26416c124e13 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.776s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.objects.instance [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Lazy-loading 'flavor' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.objects.base [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Object Instance<c34ba247-8ca6-42b2-a2c3-cea136cb4208> lazy-loaded attributes: system_metadata,flavor {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 06 08:27:31 user nova-compute[74883]:   <name>instance-00000009</name>
Nov 06 08:27:31 user nova-compute[74883]:   <uuid>c34ba247-8ca6-42b2-a2c3-cea136cb4208</uuid>
Nov 06 08:27:31 user nova-compute[74883]:   <metadata>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:31 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:27:30</nova:creationTime>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:31 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:31 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:31 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:31 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:31 user nova-compute[74883]:   </metadata>
Nov 06 08:27:31 user nova-compute[74883]:   <memory unit='KiB'>524288</memory>
Nov 06 08:27:31 user nova-compute[74883]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 06 08:27:31 user nova-compute[74883]:   <vcpu placement='static'>1</vcpu>
Nov 06 08:27:31 user nova-compute[74883]:   <resource>
Nov 06 08:27:31 user nova-compute[74883]:     <partition>/machine</partition>
Nov 06 08:27:31 user nova-compute[74883]:   </resource>
Nov 06 08:27:31 user nova-compute[74883]:   <sysinfo type='smbios'>
Nov 06 08:27:31 user nova-compute[74883]:     <system>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='product'>OpenStack Nova</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='version'>0.0.0</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='serial'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='uuid'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='family'>Virtual Machine</entry>
Nov 06 08:27:31 user nova-compute[74883]:     </system>
Nov 06 08:27:31 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:31 user nova-compute[74883]:   <os>
Nov 06 08:27:31 user nova-compute[74883]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 06 08:27:31 user nova-compute[74883]:     <boot dev='hd'/>
Nov 06 08:27:31 user nova-compute[74883]:     <smbios mode='sysinfo'/>
Nov 06 08:27:31 user nova-compute[74883]:   </os>
Nov 06 08:27:31 user nova-compute[74883]:   <features>
Nov 06 08:27:31 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:31 user nova-compute[74883]:     <apic/>
Nov 06 08:27:31 user nova-compute[74883]:     <vmcoreinfo state='on'/>
Nov 06 08:27:31 user nova-compute[74883]:   </features>
Nov 06 08:27:31 user nova-compute[74883]:   <cpu mode='custom' match='exact' check='full'>
Nov 06 08:27:31 user nova-compute[74883]:     <model fallback='forbid'>Nehalem</model>
Nov 06 08:27:31 user nova-compute[74883]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='vme'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='x2apic'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='hypervisor'/>
Nov 06 08:27:31 user nova-compute[74883]:   </cpu>
Nov 06 08:27:31 user nova-compute[74883]:   <clock offset='utc'>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='pit' tickpolicy='delay'/>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='hpet' present='no'/>
Nov 06 08:27:31 user nova-compute[74883]:   </clock>
Nov 06 08:27:31 user nova-compute[74883]:   <on_poweroff>destroy</on_poweroff>
Nov 06 08:27:31 user nova-compute[74883]:   <on_reboot>restart</on_reboot>
Nov 06 08:27:31 user nova-compute[74883]:   <on_crash>destroy</on_crash>
Nov 06 08:27:31 user nova-compute[74883]:   <devices>
Nov 06 08:27:31 user nova-compute[74883]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 06 08:27:31 user nova-compute[74883]:     <disk type='file' device='disk'>
Nov 06 08:27:31 user nova-compute[74883]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 06 08:27:31 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk' index='2'/>
Nov 06 08:27:31 user nova-compute[74883]:       <backingStore type='file' index='3'>
Nov 06 08:27:31 user nova-compute[74883]:         <format type='raw'/>
Nov 06 08:27:31 user nova-compute[74883]:         <source file='/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223'/>
Nov 06 08:27:31 user nova-compute[74883]:         <backingStore/>
Nov 06 08:27:31 user nova-compute[74883]:       </backingStore>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='vda' bus='virtio'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='virtio-disk0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </disk>
Nov 06 08:27:31 user nova-compute[74883]:     <disk type='file' device='cdrom'>
Nov 06 08:27:31 user nova-compute[74883]:       <driver name='qemu' type='raw' cache='none'/>
Nov 06 08:27:31 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config' index='1'/>
Nov 06 08:27:31 user nova-compute[74883]:       <backingStore/>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='hda' bus='ide'/>
Nov 06 08:27:31 user nova-compute[74883]:       <readonly/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='ide0-0-0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </disk>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='usb' index='0' model='none'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='usb'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='pci' index='0' model='pci-root'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='pci.0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='ide' index='0'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='ide'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <interface type='ethernet'>
Nov 06 08:27:31 user nova-compute[74883]:       <mac address='fa:16:3e:ba:0c:56'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='tap58aae2ef-15'/>
Nov 06 08:27:31 user nova-compute[74883]:       <model type='virtio'/>
Nov 06 08:27:31 user nova-compute[74883]:       <mtu size='1442'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='net0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </interface>
Nov 06 08:27:31 user nova-compute[74883]:     <serial type='pty'>
Nov 06 08:27:31 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:31 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target type='isa-serial' port='0'>
Nov 06 08:27:31 user nova-compute[74883]:         <model name='isa-serial'/>
Nov 06 08:27:31 user nova-compute[74883]:       </target>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </serial>
Nov 06 08:27:31 user nova-compute[74883]:     <console type='pty' tty='/dev/pts/8'>
Nov 06 08:27:31 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:31 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target type='serial' port='0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </console>
Nov 06 08:27:31 user nova-compute[74883]:     <input type='mouse' bus='ps2'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='input0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </input>
Nov 06 08:27:31 user nova-compute[74883]:     <input type='keyboard' bus='ps2'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='input1'/>
Nov 06 08:27:31 user nova-compute[74883]:     </input>
Nov 06 08:27:31 user nova-compute[74883]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 06 08:27:31 user nova-compute[74883]:       <listen type='address' address='0.0.0.0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </graphics>
Nov 06 08:27:31 user nova-compute[74883]:     <audio id='1' type='none'/>
Nov 06 08:27:31 user nova-compute[74883]:     <video>
Nov 06 08:27:31 user nova-compute[74883]:       <model type='virtio' heads='1' primary='yes'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='video0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </video>
Nov 06 08:27:31 user nova-compute[74883]:     <memballoon model='virtio'>
Nov 06 08:27:31 user nova-compute[74883]:       <stats period='10'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='balloon0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:31 user nova-compute[74883]:     <rng model='virtio'>
Nov 06 08:27:31 user nova-compute[74883]:       <backend model='random'>/dev/urandom</backend>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='rng0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </rng>
Nov 06 08:27:31 user nova-compute[74883]:   </devices>
Nov 06 08:27:31 user nova-compute[74883]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 06 08:27:31 user nova-compute[74883]:     <label>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</label>
Nov 06 08:27:31 user nova-compute[74883]:     <imagelabel>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</imagelabel>
Nov 06 08:27:31 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:31 user nova-compute[74883]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 06 08:27:31 user nova-compute[74883]:     <label>+64055:+108</label>
Nov 06 08:27:31 user nova-compute[74883]:     <imagelabel>+64055:+108</imagelabel>
Nov 06 08:27:31 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:31 user nova-compute[74883]: </domain>
Nov 06 08:27:31 user nova-compute[74883]:  {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface> {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:c8:62:9b"/><model type="virtio"/><mtu size="1442"/><target dev="tap6e3fa45d-59"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 06 08:27:31 user nova-compute[74883]:   <name>instance-00000009</name>
Nov 06 08:27:31 user nova-compute[74883]:   <uuid>c34ba247-8ca6-42b2-a2c3-cea136cb4208</uuid>
Nov 06 08:27:31 user nova-compute[74883]:   <metadata>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:31 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:27:30</nova:creationTime>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:31 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:31 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:31 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:31 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:31 user nova-compute[74883]:   </metadata>
Nov 06 08:27:31 user nova-compute[74883]:   <memory unit='KiB'>524288</memory>
Nov 06 08:27:31 user nova-compute[74883]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 06 08:27:31 user nova-compute[74883]:   <vcpu placement='static'>1</vcpu>
Nov 06 08:27:31 user nova-compute[74883]:   <resource>
Nov 06 08:27:31 user nova-compute[74883]:     <partition>/machine</partition>
Nov 06 08:27:31 user nova-compute[74883]:   </resource>
Nov 06 08:27:31 user nova-compute[74883]:   <sysinfo type='smbios'>
Nov 06 08:27:31 user nova-compute[74883]:     <system>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='product'>OpenStack Nova</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='version'>0.0.0</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='serial'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='uuid'>c34ba247-8ca6-42b2-a2c3-cea136cb4208</entry>
Nov 06 08:27:31 user nova-compute[74883]:       <entry name='family'>Virtual Machine</entry>
Nov 06 08:27:31 user nova-compute[74883]:     </system>
Nov 06 08:27:31 user nova-compute[74883]:   </sysinfo>
Nov 06 08:27:31 user nova-compute[74883]:   <os>
Nov 06 08:27:31 user nova-compute[74883]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 06 08:27:31 user nova-compute[74883]:     <boot dev='hd'/>
Nov 06 08:27:31 user nova-compute[74883]:     <smbios mode='sysinfo'/>
Nov 06 08:27:31 user nova-compute[74883]:   </os>
Nov 06 08:27:31 user nova-compute[74883]:   <features>
Nov 06 08:27:31 user nova-compute[74883]:     <acpi/>
Nov 06 08:27:31 user nova-compute[74883]:     <apic/>
Nov 06 08:27:31 user nova-compute[74883]:     <vmcoreinfo state='on'/>
Nov 06 08:27:31 user nova-compute[74883]:   </features>
Nov 06 08:27:31 user nova-compute[74883]:   <cpu mode='custom' match='exact' check='full'>
Nov 06 08:27:31 user nova-compute[74883]:     <model fallback='forbid'>Nehalem</model>
Nov 06 08:27:31 user nova-compute[74883]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='vme'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='x2apic'/>
Nov 06 08:27:31 user nova-compute[74883]:     <feature policy='require' name='hypervisor'/>
Nov 06 08:27:31 user nova-compute[74883]:   </cpu>
Nov 06 08:27:31 user nova-compute[74883]:   <clock offset='utc'>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='pit' tickpolicy='delay'/>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 06 08:27:31 user nova-compute[74883]:     <timer name='hpet' present='no'/>
Nov 06 08:27:31 user nova-compute[74883]:   </clock>
Nov 06 08:27:31 user nova-compute[74883]:   <on_poweroff>destroy</on_poweroff>
Nov 06 08:27:31 user nova-compute[74883]:   <on_reboot>restart</on_reboot>
Nov 06 08:27:31 user nova-compute[74883]:   <on_crash>destroy</on_crash>
Nov 06 08:27:31 user nova-compute[74883]:   <devices>
Nov 06 08:27:31 user nova-compute[74883]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 06 08:27:31 user nova-compute[74883]:     <disk type='file' device='disk'>
Nov 06 08:27:31 user nova-compute[74883]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 06 08:27:31 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk' index='2'/>
Nov 06 08:27:31 user nova-compute[74883]:       <backingStore type='file' index='3'>
Nov 06 08:27:31 user nova-compute[74883]:         <format type='raw'/>
Nov 06 08:27:31 user nova-compute[74883]:         <source file='/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223'/>
Nov 06 08:27:31 user nova-compute[74883]:         <backingStore/>
Nov 06 08:27:31 user nova-compute[74883]:       </backingStore>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='vda' bus='virtio'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='virtio-disk0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </disk>
Nov 06 08:27:31 user nova-compute[74883]:     <disk type='file' device='cdrom'>
Nov 06 08:27:31 user nova-compute[74883]:       <driver name='qemu' type='raw' cache='none'/>
Nov 06 08:27:31 user nova-compute[74883]:       <source file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk.config' index='1'/>
Nov 06 08:27:31 user nova-compute[74883]:       <backingStore/>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='hda' bus='ide'/>
Nov 06 08:27:31 user nova-compute[74883]:       <readonly/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='ide0-0-0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </disk>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='usb' index='0' model='none'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='usb'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='pci' index='0' model='pci-root'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='pci.0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <controller type='ide' index='0'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='ide'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 06 08:27:31 user nova-compute[74883]:     </controller>
Nov 06 08:27:31 user nova-compute[74883]:     <interface type='ethernet'>
Nov 06 08:27:31 user nova-compute[74883]:       <mac address='fa:16:3e:ba:0c:56'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target dev='tap58aae2ef-15'/>
Nov 06 08:27:31 user nova-compute[74883]:       <model type='virtio'/>
Nov 06 08:27:31 user nova-compute[74883]:       <mtu size='1442'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='net0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </interface>
Nov 06 08:27:31 user nova-compute[74883]:     <serial type='pty'>
Nov 06 08:27:31 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:31 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target type='isa-serial' port='0'>
Nov 06 08:27:31 user nova-compute[74883]:         <model name='isa-serial'/>
Nov 06 08:27:31 user nova-compute[74883]:       </target>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </serial>
Nov 06 08:27:31 user nova-compute[74883]:     <console type='pty' tty='/dev/pts/8'>
Nov 06 08:27:31 user nova-compute[74883]:       <source path='/dev/pts/8'/>
Nov 06 08:27:31 user nova-compute[74883]:       <log file='/opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/console.log' append='off'/>
Nov 06 08:27:31 user nova-compute[74883]:       <target type='serial' port='0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='serial0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </console>
Nov 06 08:27:31 user nova-compute[74883]:     <input type='mouse' bus='ps2'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='input0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </input>
Nov 06 08:27:31 user nova-compute[74883]:     <input type='keyboard' bus='ps2'>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='input1'/>
Nov 06 08:27:31 user nova-compute[74883]:     </input>
Nov 06 08:27:31 user nova-compute[74883]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 06 08:27:31 user nova-compute[74883]:       <listen type='address' address='0.0.0.0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </graphics>
Nov 06 08:27:31 user nova-compute[74883]:     <audio id='1' type='none'/>
Nov 06 08:27:31 user nova-compute[74883]:     <video>
Nov 06 08:27:31 user nova-compute[74883]:       <model type='virtio' heads='1' primary='yes'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='video0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </video>
Nov 06 08:27:31 user nova-compute[74883]:     <memballoon model='virtio'>
Nov 06 08:27:31 user nova-compute[74883]:       <stats period='10'/>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='balloon0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </memballoon>
Nov 06 08:27:31 user nova-compute[74883]:     <rng model='virtio'>
Nov 06 08:27:31 user nova-compute[74883]:       <backend model='random'>/dev/urandom</backend>
Nov 06 08:27:31 user nova-compute[74883]:       <alias name='rng0'/>
Nov 06 08:27:31 user nova-compute[74883]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 06 08:27:31 user nova-compute[74883]:     </rng>
Nov 06 08:27:31 user nova-compute[74883]:   </devices>
Nov 06 08:27:31 user nova-compute[74883]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 06 08:27:31 user nova-compute[74883]:     <label>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</label>
Nov 06 08:27:31 user nova-compute[74883]:     <imagelabel>libvirt-c34ba247-8ca6-42b2-a2c3-cea136cb4208</imagelabel>
Nov 06 08:27:31 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:31 user nova-compute[74883]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 06 08:27:31 user nova-compute[74883]:     <label>+64055:+108</label>
Nov 06 08:27:31 user nova-compute[74883]:     <imagelabel>+64055:+108</imagelabel>
Nov 06 08:27:31 user nova-compute[74883]:   </seclabel>
Nov 06 08:27:31 user nova-compute[74883]: </domain>
Nov 06 08:27:31 user nova-compute[74883]:  {{(pid=74883) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 06 08:27:31 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Detaching interface fa:16:3e:c8:62:9b failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap6e3fa45d-59' not found.
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Converting VIF {"id": "6e3fa45d-59db-4183-849e-cda4d988b297", "address": "fa:16:3e:c8:62:9b", "network": {"id": "11fdccb1-295a-45fa-b912-674f23d30f86", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-876118637", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e3fa45d-59", "ovs_interfaceid": "6e3fa45d-59db-4183-849e-cda4d988b297", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG os_vif [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e3fa45d-59, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:27:31 user nova-compute[74883]: INFO os_vif [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:62:9b,bridge_name='br-int',has_traffic_filtering=True,id=6e3fa45d-59db-4183-849e-cda4d988b297,network=Network(11fdccb1-295a-45fa-b912-674f23d30f86),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e3fa45d-59')
Nov 06 08:27:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [req-3ca5c3d7-378b-4ca0-9004-c7b8288546a6 req-a6943591-14c4-4d67-8542-1d68e743d879 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:27:31 user nova-compute[74883]:   <nova:package version="0.0.0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:name>tempest-device-tagging-server-234972999</nova:name>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:creationTime>2023-11-06 08:27:31</nova:creationTime>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:flavor name="m1.tiny">
Nov 06 08:27:31 user nova-compute[74883]:     <nova:memory>512</nova:memory>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:disk>1</nova:disk>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:swap>0</nova:swap>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:vcpus>1</nova:vcpus>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:flavor>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:user uuid="b34252b22005418b99b35259bced3b9b">tempest-TaggedAttachmentsTest-896564327-project-member</nova:user>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:project uuid="d1c4eacd9d6a414684b178ed83d6439f">tempest-TaggedAttachmentsTest-896564327</nova:project>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:owner>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:27:31 user nova-compute[74883]:   <nova:ports>
Nov 06 08:27:31 user nova-compute[74883]:     <nova:port uuid="58aae2ef-15aa-41ad-b059-4a07272b2caa">
Nov 06 08:27:31 user nova-compute[74883]:       <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:27:31 user nova-compute[74883]:     </nova:port>
Nov 06 08:27:31 user nova-compute[74883]:   </nova:ports>
Nov 06 08:27:31 user nova-compute[74883]: </nova:instance>
Nov 06 08:27:31 user nova-compute[74883]:  {{(pid=74883) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 06 08:27:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [{"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Releasing lock "refresh_cache-c34ba247-8ca6-42b2-a2c3-cea136cb4208" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:27:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-9e67dea0-022a-4ce3-9b5f-13dd1a9947d2 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "interface-c34ba247-8ca6-42b2-a2c3-cea136cb4208-6e3fa45d-59db-4183-849e-cda4d988b297" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.918s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:43 user nova-compute[74883]: INFO nova.compute.manager [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Terminating instance
Nov 06 08:27:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-unplugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] No waiting events found dispatching network-vif-unplugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-74d9e9e6-65bc-439e-8340-838f7422be9a req-82b45e01-7f41-4038-9c88-9e29131b3fbf service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-unplugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:27:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Instance destroyed successfully.
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lazy-loading 'resources' on Instance uuid 215acce8-36aa-4ee6-b45e-f7891def040b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-763198770',display_name='tempest-VolumesAssistedSnapshotsTest-server-763198770',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-763198770',id=10,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEUkppRd9FwrS9DFbrQd/dWJdk7aTBfjb7+QlUJbdHCaMF8TYQ8KNgXByoX7IabQFQZzM35nauUjVM0AdiSJIjGyYgKUOdlvTrmDWUeFVWzCihodPrn7agTUbQFS5Azu9A==',key_name='tempest-keypair-468174518',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='53aa9790c75b4e3f89e52deb4e571f40',ramdisk_id='',reservation_id='r-m2c5pgs8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1562216658',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1562216658-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2315989e48934450bfa2521a68745728',uuid=215acce8-36aa-4ee6-b45e-f7891def040b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converting VIF {"id": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "address": "fa:16:3e:c5:3c:5a", "network": {"id": "273ba9cd-0fc4-4879-a0f6-55c86c7b5a84", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-194077176-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.83", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53aa9790c75b4e3f89e52deb4e571f40", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap751d7d3a-53", "ovs_interfaceid": "751d7d3a-5378-4eb9-a79d-76df44106aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG os_vif [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap751d7d3a-53, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23d16e3b-33e8-4b94-b939-f3869ef0bd84) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:27:44 user nova-compute[74883]: INFO os_vif [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c5:3c:5a,bridge_name='br-int',has_traffic_filtering=True,id=751d7d3a-5378-4eb9-a79d-76df44106aa2,network=Network(273ba9cd-0fc4-4879-a0f6-55c86c7b5a84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap751d7d3a-53')
Nov 06 08:27:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Deleting instance files /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b_del
Nov 06 08:27:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Deletion of /opt/stack/data/nova/instances/215acce8-36aa-4ee6-b45e-f7891def040b_del complete
Nov 06 08:27:44 user nova-compute[74883]: INFO nova.compute.manager [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 06 08:27:44 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:27:44 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:27:45 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:45 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Took 0.87 seconds to deallocate network for instance.
Nov 06 08:27:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:46 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Deleted allocations for instance 215acce8-36aa-4ee6-b45e-f7891def040b
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70cc5e72-bc40-4487-be5d-0a26dea5438b tempest-VolumesAssistedSnapshotsTest-1562216658 tempest-VolumesAssistedSnapshotsTest-1562216658-project-member] Lock "215acce8-36aa-4ee6-b45e-f7891def040b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.472s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] Acquiring lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] Lock "215acce8-36aa-4ee6-b45e-f7891def040b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] No waiting events found dispatching network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:27:46 user nova-compute[74883]: WARNING nova.compute.manager [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received unexpected event network-vif-plugged-751d7d3a-5378-4eb9-a79d-76df44106aa2 for instance with vm_state deleted and task_state None.
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-787d68e8-e687-4ee4-bf6f-139a40b7a5f5 req-c3e2f907-1dcd-4f01-b20f-93681782ff85 service nova] [instance: 215acce8-36aa-4ee6-b45e-f7891def040b] Received event network-vif-deleted-751d7d3a-5378-4eb9-a79d-76df44106aa2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': 'd496463f-4011-4f47-85c6-95ec1dbcfa94', 'serial': 'd496463f-4011-4f47-85c6-95ec1dbcfa94'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2'}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2', 'serial'} {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:46 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:46 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:46 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d644b43-1100-41a8-871a-b5dac0582a15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:46 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d904722b-bc13-4aff-85f1-b59cf8007323]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94] added
Nov 06 08:27:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.079s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[25dd7d29-fc60-4d25-991e-7bb9ac7a9ad6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.045s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8f69bc-b13e-47bf-b8c3-8eae16ef654a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oYQLRTwK {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oYQLRTwK" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef673b61-c753-4d43-bb71-b0be0da82bb1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oYQLRTwK'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.041s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5deb66-b29e-4ccb-8a6e-cb276ecee9f2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cacab3be-ccd6-47b6-9d32-ee6dd1cdcd6f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a51e74-f61c-43e8-a3a7-f5b14bfadc57]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]
Nov 06 08:27:47 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b5d9a3-9fff-4e24-bbb6-6ce77945e1f7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[798e96cc-fcd7-44d5-b2ca-1fccb79efb8c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:47 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.484s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aa5980f-696e-4b98-a46e-6182ce40d4fd]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.517s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== connect_volume: return (1519ms) {'type': 'block', 'scsi_wwn': '26665396238313036', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665396238313036', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lazy-loading 'flavor' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:27:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 143654912 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating instance_info_cache with network_info: [{"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-d444171f-cff2-4e8d-b731-6ef96818c3b0" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 276824064 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 406847488 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 515899392 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 666894336 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 801112064 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 950009856 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BVrcsEYw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '01489b30-5c58-432d-bc00-946eb517cac2'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0997bb00-168f-4e6a-9c37-82c04385f5e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:27:53 user nova-compute[74883]: No targets found.
Nov 06 08:27:53 user nova-compute[74883]: iSNS:
Nov 06 08:27:53 user nova-compute[74883]: No targets found.
Nov 06 08:27:53 user nova-compute[74883]: STATIC:
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:27:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:27:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:27:53 user nova-compute[74883]: FIRMWARE:
Nov 06 08:27:53 user nova-compute[74883]: No targets found.
Nov 06 08:27:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:27:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:27:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9847f5-9c88-4287-a032-494297f61b67]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0dd475c-4b96-4733-9256-3d34336a46e1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:53 user nova-compute[74883]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 (non-flash)
Nov 06 08:27:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1194276a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d64c914e-5747-453f-a1d2-9ffebb5b4dc9]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd69f7e6-e2f7-4695-8fd1-b9bd4a965984]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfce8d7f-fc66-46e1-ad07-5b224e7294e3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ef4301-3e28-4a28-900e-ad296a6fc6d8]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0588fd-9ff2-4220-96ff-f0ad8390105f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ae7d839-565e-4685-bbec-d318fbfab36f]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260]
Nov 06 08:27:53 user nova-compute[74883]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:01489b30-5c58-432d-bc00-946eb517cac2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[14db0699-5c0f-4719-a4de-a7ed26bd7528]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] <== disconnect_volume: return (376ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '3c01909e-c11c-44cb-8e5c-34457cfa3e71', 'attached_at': '', 'detached_at': '', 'volume_id': 'd496463f-4011-4f47-85c6-95ec1dbcfa94', 'serial'} {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: removing Cinder connection for volume 01489b30-5c58-432d-bc00-946eb517cac2 {{(pid=74883) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 06 08:27:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7768MB free_disk=25.22540283203125GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance c34ba247-8ca6-42b2-a2c3-cea136cb4208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25dde1f0-626f-4858-8a07-529a6967ca8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6d2e5388-d090-4826-b660-71734fc1bcd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:27:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:27:54 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:27:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:27:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:27:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.473s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:27:55 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:55 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:27:55 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfe8966-5ba1-4d92-af31-12ec69130789]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:27:55 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[441dfae5-abf9-4988-a225-58e22661db39]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[106532ec-ced5-4bd8-ae0c-726af5ee2eb2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb75e63e-59c0-4d16-89ea-3d4496263f3b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55654a61-c510-4386-936e-7c99cba23b0b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ijcwpgFA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d33ef82-fc76-415c-a9a2-1cea63138adc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[38bd2c09-3207-4646-9b9c-67fb09efb6ee]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[110541f6-b41b-4ca7-85cf-e2f1132a14cb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:27:55 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] swap_volume: Updating volume 01489b30-5c58-432d-bc00-946eb517cac2 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "oYQLRTwK", "auth_password": "80yfDNsJlbtAIZ", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdc", "volume_id": "d496463f-4011-4f47-85c6-95ec1dbcfa94"}, "status": "reserved", "instance": "3c01909e-c11c-44cb-8e5c-34457cfa3e71", "attached_at": "", "detached_at": "", "volume_id": "d496463f-4011-4f47-85c6-95ec1dbcfa94", "serial": "d496463f-4011-4f47-85c6-95ec1dbcfa94"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd496463f-4011-4f47-85c6-95ec1dbcfa94', 'no_device': None, 'attachment_id': '166b22ae-4a04-445d-9b2f-dd4d3b534ceb'} {{(pid=74883) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[56857140-811d-4a01-a421-6e8b414ed154]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2b10cf92-867d-44d7-b65c-5bebccddcffb tempest-TestVolumeSwap-290483088 tempest-TestVolumeSwap-290483088-project-admin] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 37.611s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c37ccc4f-d656-4689-8475-ba0b75d64064]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:27:55 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:27:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:27:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b7341e9-642d-44f7-9839-65556d96b5e7]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:27:56 user nova-compute[74883]: INFO nova.compute.manager [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Detaching volume d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:27:56 user nova-compute[74883]: INFO nova.virt.block_device [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Attempting to driver detach volume d496463f-4011-4f47-85c6-95ec1dbcfa94 from mountpoint /dev/vdb
Nov 06 08:27:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Attempting to detach device vdb from instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:27:56 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:56 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:27:56 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:27:56 user nova-compute[74883]:   <serial>d496463f-4011-4f47-85c6-95ec1dbcfa94</serial>
Nov 06 08:27:56 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:27:56 user nova-compute[74883]: </disk>
Nov 06 08:27:56 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:27:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Successfully detached device vdb from instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 from the persistent domain config.
Nov 06 08:27:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:27:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:27:56 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:56 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:27:56 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:27:56 user nova-compute[74883]:   <serial>d496463f-4011-4f47-85c6-95ec1dbcfa94</serial>
Nov 06 08:27:56 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:27:56 user nova-compute[74883]: </disk>
Nov 06 08:27:56 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'flavor' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:27:57 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:27:57 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:27:57 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:27:57 user nova-compute[74883]:   <serial>7771c8d8-7e0d-4240-98b1-01a6212ed012</serial>
Nov 06 08:27:57 user nova-compute[74883]: </disk>
Nov 06 08:27:57 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No VIF found with MAC fa:16:3e:7b:a7:cc, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d4b20c95-38f3-4a45-8d6f-4e561f1d7e50 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 47.193s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:27:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:27:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:27:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Stashing vm_state: active {{(pid=74883) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:28:00 user nova-compute[74883]: INFO nova.compute.claims [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Claim successful on node user
Nov 06 08:28:00 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating resource usage from migration 0d86e035-0ea0-43d6-b557-0afbc364ee87
Nov 06 08:28:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.373s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:00 user nova-compute[74883]: INFO nova.compute.manager [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Migrating
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:00 user nova-compute[74883]: INFO nova.compute.rpcapi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:01 user nova-compute[74883]: INFO nova.compute.manager [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Terminating instance
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Starting migrate_disk_and_power_off {{(pid=74883) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-unplugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-unplugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-d16535b6-beff-41a7-9525-5b63c6733020 req-6b275a95-e2fc-48f6-ba30-5e5fb1ee2aa4 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-unplugged-58aae2ef-15aa-41ad-b059-4a07272b2caa for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Instance destroyed successfully.
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.objects.instance [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lazy-loading 'resources' on Instance uuid c34ba247-8ca6-42b2-a2c3-cea136cb4208 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:23:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-234972999',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-234972999',id=9,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPHvKoepsc97LRO94LlNwMl04Kqh0trPHcZaHu5cTIzVD0x3Zho3oOdREOJbTZUggD6eB9ZFb2X8g5P2JhayoU/vJUrc8E/rfB6rRjIXiIbSOdV5gXJyOtoeHnGmZSKCOw==',key_name='tempest-keypair-620369143',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d1c4eacd9d6a414684b178ed83d6439f',ramdisk_id='',reservation_id='r-kw8lw73w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-896564327',owner_user_name='tempest-TaggedAttachmentsTest-896564327-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b34252b22005418b99b35259bced3b9b',uuid=c34ba247-8ca6-42b2-a2c3-cea136cb4208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converting VIF {"id": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "address": "fa:16:3e:ba:0c:56", "network": {"id": "1c743863-ed5e-461a-981a-8442ce5c42ae", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-530149894-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d1c4eacd9d6a414684b178ed83d6439f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58aae2ef-15", "ovs_interfaceid": "58aae2ef-15aa-41ad-b059-4a07272b2caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_vif [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58aae2ef-15, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance destroyed successfully.
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:28:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1136fcfe-6e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6923066-1835-47ec-b9eb-391b94a710fe) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29a9a58e-2c15-440f-8dbc-0df156d5cde3) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: INFO os_vif [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:0c:56,bridge_name='br-int',has_traffic_filtering=True,id=58aae2ef-15aa-41ad-b059-4a07272b2caa,network=Network(1c743863-ed5e-461a-981a-8442ce5c42ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58aae2ef-15')
Nov 06 08:28:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Deleting instance files /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208_del
Nov 06 08:28:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Deletion of /opt/stack/data/nova/instances/c34ba247-8ca6-42b2-a2c3-cea136cb4208_del complete
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:02 user nova-compute[74883]: INFO os_vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:02 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed54d8c7-88ca-4254-8b37-20067aa8a269]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:02 user nova-compute[74883]: No targets found.
Nov 06 08:28:02 user nova-compute[74883]: iSNS:
Nov 06 08:28:02 user nova-compute[74883]: No targets found.
Nov 06 08:28:02 user nova-compute[74883]: STATIC:
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:28:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:02 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:02 user nova-compute[74883]: No targets found.
Nov 06 08:28:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:02 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:02 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d92964-ff40-4dde-b3bc-4e415082a1a4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64fb15b-cf01-4748-8209-374d3b9a9747]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:02 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c04c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3134c24b-f9ca-4d36-94b7-6b29428b2fbf]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2986ea9b-468c-4968-8b86-dab476e0fcca]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a00c706-5a4c-48aa-b33c-10f52991f3c5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: INFO nova.compute.manager [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Took 1.74 seconds to destroy the instance on the hypervisor.
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.201s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbec7ef-6d4f-482a-9aae-1fa01483ddfc]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd10874-5433-4e8d-9a80-af9290c60652]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f738253-49f5-48a9-9a7f-eae1b7bc447a]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:28:03 user nova-compute[74883]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:03 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[958cba38-0a71-4bb0-a437-97dbb7696faa]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.715s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== disconnect_volume: return (716ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: INFO nova.compute.manager [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Detaching volume de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:28:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:03 user nova-compute[74883]: INFO nova.virt.block_device [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Attempting to driver detach volume de20dee4-b995-4789-9208-5d0223de03cc from mountpoint /dev/vdb
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Attempting to detach device vdb from instance d444171f-cff2-4e8d-b731-6ef96818c3b0 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:28:03 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:28:03 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:28:03 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:28:03 user nova-compute[74883]:   <serial>de20dee4-b995-4789-9208-5d0223de03cc</serial>
Nov 06 08:28:03 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:28:03 user nova-compute[74883]: </disk>
Nov 06 08:28:03 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:28:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance d444171f-cff2-4e8d-b731-6ef96818c3b0 from the persistent domain config.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d444171f-cff2-4e8d-b731-6ef96818c3b0 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:28:03 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:28:03 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:28:03 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:28:03 user nova-compute[74883]:   <serial>de20dee4-b995-4789-9208-5d0223de03cc</serial>
Nov 06 08:28:03 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:28:03 user nova-compute[74883]: </disk>
Nov 06 08:28:03 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_resize/disk /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] No waiting events found dispatching network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received unexpected event network-vif-plugged-58aae2ef-15aa-41ad-b059-4a07272b2caa for instance with vm_state active and task_state deleting.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:03 user nova-compute[74883]: WARNING nova.compute.manager [req-44858c6d-b1fd-4c6d-a555-2da3b1010093 req-64a5b422-4885-48c2-bffe-71f7d28eb02c service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:28:03 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:03 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Took 1.06 seconds to deallocate network for instance.
Nov 06 08:28:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-25c610fc-5588-4e73-aa33-aa9a36ce0553 req-e5aff1f5-8f73-4f1d-aeba-8a9c75e88f54 service nova] [instance: c34ba247-8ca6-42b2-a2c3-cea136cb4208] Received event network-vif-deleted-58aae2ef-15aa-41ad-b059-4a07272b2caa {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "cp -r /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_resize/disk /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk" returned: 0 in 0.468s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_resize/disk.info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk.info {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "cp -r /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_resize/disk.info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk.info" returned: 0 in 0.035s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:04 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Deleted allocations for instance c34ba247-8ca6-42b2-a2c3-cea136cb4208
Nov 06 08:28:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-84c8ce9a-716f-4d4b-86bf-6bd2cf173e58 tempest-TaggedAttachmentsTest-896564327 tempest-TaggedAttachmentsTest-896564327-project-member] Lock "c34ba247-8ca6-42b2-a2c3-cea136cb4208" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.537s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Port 1136fcfe-6e9a-4761-bc0b-155b1f116639 binding to destination host user is already ACTIVE {{(pid=74883) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:05 user nova-compute[74883]: WARNING nova.compute.manager [req-4a78b1e4-efec-40f1-8d7b-e816482962b6 req-f8e11d8a-e5af-41bb-8baf-f00b62d6f0f9 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_migrated.
Nov 06 08:28:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.utils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[94c4d859-a72e-4847-bf65-83a921f7be71]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[57bb3ca3-9ec5-416c-a5c6-2c55d5dfce4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c256755d-3a43-4246-be93-e338f93d59e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db9aa11-ab40-4e8b-8296-0f781283dac9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:28:06 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:28:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d97ef6-94d9-45ee-af52-ec2afa5a2bde]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:28:06 user nova-compute[74883]: DEBUG os_brick.utils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:17 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 is timed out.
Nov 06 08:28:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Successfully detached device vdb from instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 from the live domain config.
Nov 06 08:28:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oYQLRTwK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc', 'volume_id': 'd496463f-4011-4f47-85c6-95ec1dbcfa94'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:17 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[361cd41d-5b99-491f-825b-f7d6a6f7e62f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:17 user nova-compute[74883]: No targets found.
Nov 06 08:28:17 user nova-compute[74883]: iSNS:
Nov 06 08:28:17 user nova-compute[74883]: No targets found.
Nov 06 08:28:17 user nova-compute[74883]: STATIC:
Nov 06 08:28:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:28:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:28:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94
Nov 06 08:28:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:28:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:17 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:17 user nova-compute[74883]: No targets found.
Nov 06 08:28:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:17 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:17 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[201c2971-803e-4433-8e1d-8a0a87f89ddf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8483150-0878-4cd8-94aa-28eafaa148b5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 (non-flash)
Nov 06 08:28:17 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c04310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c5c1ea-394a-4474-9c4d-4f868f0c72f2]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ede6fc6-d3fa-4fcc-8e9c-55be3e7bec8a]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[99ff27bc-38e2-418d-aa7b-1bd349e79e52]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a3d86b-368d-4dc4-a64b-4f468d35e737]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[db02b659-144a-4244-bc10-085bf5785ac2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9299eb4-6da9-49ef-9e61-78f531d24f9c]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260]
Nov 06 08:28:18 user nova-compute[74883]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:18 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d496463f-4011-4f47-85c6-95ec1dbcfa94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2884e95-72fd-4563-b714-766e13a9fd82]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] <== disconnect_volume: return (344ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:24 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d444171f-cff2-4e8d-b731-6ef96818c3b0 is timed out.
Nov 06 08:28:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance d444171f-cff2-4e8d-b731-6ef96818c3b0 from the live domain config.
Nov 06 08:28:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FkeNcRHr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:24 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1b014f-c700-468b-b605-a244de2852c5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:24 user nova-compute[74883]: No targets found.
Nov 06 08:28:24 user nova-compute[74883]: iSNS:
Nov 06 08:28:24 user nova-compute[74883]: No targets found.
Nov 06 08:28:24 user nova-compute[74883]: STATIC:
Nov 06 08:28:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:28:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc
Nov 06 08:28:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:28:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:24 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:24 user nova-compute[74883]: No targets found.
Nov 06 08:28:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:24 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:24 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2992e7f-5709-4c19-b3c0-41c1820c6447]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c29a5f-000f-44ff-99d5-728ef9aec6c0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:24 user nova-compute[74883]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc (non-flash)
Nov 06 08:28:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c57d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03c1313-8f00-49f8-b48f-0d00689bd7a1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c198f52-c519-4342-a700-4f53312be357]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[43537120-811d-48fa-9bed-fcd6226af7ca]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ede6ee-c8ef-492f-b869-3e58630e0656]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f474695b-7830-435c-acb0-5c9247676ffd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a280995b-0507-45bc-9a24-c1aaa02f1301]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260]
Nov 06 08:28:24 user nova-compute[74883]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de20dee4-b995-4789-9208-5d0223de03cc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb1665b2-be2d-44b7-a743-59b389abbde2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== disconnect_volume: return (330ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lazy-loading 'flavor' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01f06267-c7e0-42f6-b02b-ffcf1c05b436 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.871s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:26 user nova-compute[74883]: DEBUG nova.objects.instance [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-10c6d910-4b17-402f-bfd4-ca4af8d36126 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.763s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-changed-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing instance network info cache due to event network-changed-181bcd5d-6521-4790-a1c1-42218c929580. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] Acquiring lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] Acquired lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:28 user nova-compute[74883]: DEBUG nova.network.neutron [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Refreshing network info cache for port 181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:28:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updated VIF entry in instance network info cache for port 181bcd5d-6521-4790-a1c1-42218c929580. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:28:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f87f2024-7dd2-4268-a722-b77767660f1d req-20f796e9-8781-4189-8adc-e7d072a86b6b service nova] Releasing lock "refresh_cache-25dde1f0-626f-4858-8a07-529a6967ca8a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Starting finish_migration {{(pid=74883) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:28:30 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Creating image(s)
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk. size=21474836480 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk 21474836480 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk 21474836480" returned: 0 in 0.046s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Ensure instance console log exists: /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start _get_guest_xml network_info=[{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9568c3d5-f81e-44f6-a03c-cb50eeec5690', 'attached_at': '2023-11-06T08:28:30.000000', 'detached_at': '', 'volume_id': '7771c8d8-7e0d-4240-98b1-01a6212ed012', 'serial': '7771c8d8-7e0d-4240-98b1-01a6212ed012'}, 'attachment_id': 'c6249d09-88a1-4719-a3a3-78fec32a4342', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:28:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:30 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:30 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:30 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1373ce5-c394-4bb6-b0e5-8c10d55219c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:28:30 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef051db9-6f99-44d2-8ed3-1677c7ca8709]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80cfe404-d76b-4d53-80d4-1ac394bb74ca]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e35dd08-f97b-4bc2-ab9f-e813018e2319]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4196c0d9-6c9f-4b5e-aa2f-d2a9589efd46]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ijcwpgFA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98ba602-9935-41cf-b092-70e676a51bd3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e889ac0-f371-4c39-a684-4e3df6636d69]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66f93af-3fab-4adf-a7dd-32309c7d8460]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:28:30 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[12861d1c-e75a-4de0-96c4-0e47fcfa9301]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8388afbf-300a-4f4b-acd3-3a3b26317ed0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:30 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[726561eb-287c-497c-9f68-fbbcad2db488]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:28:31 user nova-compute[74883]: INFO nova.compute.claims [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Claim successful on node user
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:31 user nova-compute[74883]: INFO nova.compute.manager [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Terminating instance
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-40cb6ee4-706f-4047-8161-ec7feae04838 req-ab9aaf76-8b19-432a-87da-914869f2fb96 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.589s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-cb497542-1b83-411b-a9f3-154a50fdf7b7 req-cd032b23-d167-4452-941e-ad6a04c2a75c service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-81d0cea9-ae40-4867-ae7c-670d2373146e for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:28:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:28:31 user nova-compute[74883]:   <uuid>9568c3d5-f81e-44f6-a03c-cb50eeec5690</uuid>
Nov 06 08:28:31 user nova-compute[74883]:   <name>instance-00000003</name>
Nov 06 08:28:31 user nova-compute[74883]:   <memory>2097152</memory>
Nov 06 08:28:31 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:28:31 user nova-compute[74883]:   <metadata>
Nov 06 08:28:31 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:28:31 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherB-server-1963391439</nova:name>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:28:30</nova:creationTime>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:flavor name="m1.small">
Nov 06 08:28:31 user nova-compute[74883]:         <nova:memory>2048</nova:memory>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:disk>20</nova:disk>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:28:31 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:owner>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:user uuid="9ec1da3e613746a3848c40d6b566d373">tempest-ServerActionsTestOtherB-1397979015-project-member</nova:user>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:project uuid="b14fef3c25bc47329a1112d7e049ec78">tempest-ServerActionsTestOtherB-1397979015</nova:project>
Nov 06 08:28:31 user nova-compute[74883]:       </nova:owner>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:28:31 user nova-compute[74883]:       <nova:ports>
Nov 06 08:28:31 user nova-compute[74883]:         <nova:port uuid="1136fcfe-6e9a-4761-bc0b-155b1f116639">
Nov 06 08:28:31 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:28:31 user nova-compute[74883]:         </nova:port>
Nov 06 08:28:31 user nova-compute[74883]:       </nova:ports>
Nov 06 08:28:31 user nova-compute[74883]:     </nova:instance>
Nov 06 08:28:31 user nova-compute[74883]:   </metadata>
Nov 06 08:28:31 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:28:31 user nova-compute[74883]:     <system>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="serial">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="uuid">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:28:31 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:28:31 user nova-compute[74883]:     </system>
Nov 06 08:28:31 user nova-compute[74883]:   </sysinfo>
Nov 06 08:28:31 user nova-compute[74883]:   <os>
Nov 06 08:28:31 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:28:31 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:28:31 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:28:31 user nova-compute[74883]:   </os>
Nov 06 08:28:31 user nova-compute[74883]:   <features>
Nov 06 08:28:31 user nova-compute[74883]:     <acpi/>
Nov 06 08:28:31 user nova-compute[74883]:     <apic/>
Nov 06 08:28:31 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:28:31 user nova-compute[74883]:   </features>
Nov 06 08:28:31 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:28:31 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:28:31 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:28:31 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:28:31 user nova-compute[74883]:   </clock>
Nov 06 08:28:31 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:28:31 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:28:31 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:28:31 user nova-compute[74883]:   </cpu>
Nov 06 08:28:31 user nova-compute[74883]:   <devices>
Nov 06 08:28:31 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:28:31 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:28:31 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk"/>
Nov 06 08:28:31 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:28:31 user nova-compute[74883]:     </disk>
Nov 06 08:28:31 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:28:31 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:28:31 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:28:31 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:28:31 user nova-compute[74883]:       <serial>7771c8d8-7e0d-4240-98b1-01a6212ed012</serial>
Nov 06 08:28:31 user nova-compute[74883]:     </disk>
Nov 06 08:28:31 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:28:31 user nova-compute[74883]:       <mac address="fa:16:3e:7b:a7:cc"/>
Nov 06 08:28:31 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:28:31 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:28:31 user nova-compute[74883]:       <target dev="tap1136fcfe-6e"/>
Nov 06 08:28:31 user nova-compute[74883]:     </interface>
Nov 06 08:28:31 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:28:31 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/console.log" append="off"/>
Nov 06 08:28:31 user nova-compute[74883]:     </serial>
Nov 06 08:28:31 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:28:31 user nova-compute[74883]:     <video>
Nov 06 08:28:31 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:28:31 user nova-compute[74883]:     </video>
Nov 06 08:28:31 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:28:31 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:28:31 user nova-compute[74883]:     </rng>
Nov 06 08:28:31 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:28:31 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:28:31 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:28:31 user nova-compute[74883]:     </memballoon>
Nov 06 08:28:31 user nova-compute[74883]:   </devices>
Nov 06 08:28:31 user nova-compute[74883]: </domain>
Nov 06 08:28:31 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:28:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-107738999-network", "vif_mac": "fa:16:3e:7b:a7:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG os_vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.policy [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce177681df348b99f51f44dda9a403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eccf84f6fb7a4acab96b36483087cfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '644fd642-4cb3-5c49-875f-f12daca91fc9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:28:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Creating image(s)
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "/opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1136fcfe-6e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1136fcfe-6e, col_values=(('qos', UUID('d0f19497-d867-4480-9a77-34272b3595c1')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1136fcfe-6e, col_values=(('external_ids', {'iface-id': '1136fcfe-6e9a-4761-bc0b-155b1f116639', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:a7:cc', 'vm-uuid': '9568c3d5-f81e-44f6-a03c-cb50eeec5690'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: INFO os_vif [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] No VIF found with MAC fa:16:3e:7b:a7:cc, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.211s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk 1073741824" returned: 0 in 0.068s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.284s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.225s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Cannot resize image /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Ensure instance console log exists: /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Successfully created port: d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Instance destroyed successfully.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lazy-loading 'resources' on Instance uuid 25dde1f0-626f-4858-8a07-529a6967ca8a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap181bcd5d-65, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b322687e-ce5c-47bd-9893-f9e527a0992d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0e:f1:07,bridge_name='br-int',has_traffic_filtering=True,id=181bcd5d-6521-4790-a1c1-42218c929580,network=Network(919cba41-0a26-4f5f-a36b-7054ea544ddb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap181bcd5d-65')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17090c27-04, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ea6651e7-65be-47a6-903b-fee316c19794) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:e9:b2,bridge_name='br-int',has_traffic_filtering=True,id=17090c27-0404-4af7-9c41-f25da2a7d0d1,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap17090c27-04')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap81d0cea9-ae, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=823514cd-e2ed-492a-9f96-7773c29f3b3b) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:5a:39,bridge_name='br-int',has_traffic_filtering=True,id=81d0cea9-ae40-4867-ae7c-670d2373146e,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap81d0cea9-ae')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9fb24997-9a, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Successfully updated port: d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14413493-b6b9-48cb-9783-b57a3bb5c447) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:53:6a,bridge_name='br-int',has_traffic_filtering=True,id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9fb24997-9a')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ff68db5-2c, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-17090c27-0404-4af7-9c41-f25da2a7d0d1 for instance with vm_state active and task_state deleting.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-7975d54b-8487-4a07-9243-20987266773e for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-7975d54b-8487-4a07-9243-20987266773e for instance with vm_state active and task_state deleting.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-changed-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Refreshing instance network info cache due to event network-changed-d8747b6d-842d-4536-a4f2-1f923452baa5. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b551f9ed-ab3a-457e-b8be-4a9188c03dc9) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f2:7d,bridge_name='br-int',has_traffic_filtering=True,id=2ff68db5-2c3b-4418-96a9-a4722ec32a62,network=Network(d5141c55-b7b0-4218-8c68-69149f9d1e7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ff68db5-2c')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "7975d54b-8487-4a07-9243-20987266773e", "address": "fa:16:3e:8a:f1:91", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7975d54b-84", "ovs_interfaceid": "7975d54b-8487-4a07-9243-20987266773e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7975d54b-84, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b34c7949-ffd7-45a2-8bea-9fc5d38704b9) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f1:91,bridge_name='br-int',has_traffic_filtering=True,id=7975d54b-8487-4a07-9243-20987266773e,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7975d54b-84')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-06T08:24:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-565160414',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-565160414',id=12,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGN0xWCHEkMh11ScmI+vCgmVNcmfRjYS7TYmQhmlXct3aoDAwZg97CFSKyFidXoZzX73MtnIeKpQDqihy9IvoVnKBNEibnwWWI9zIMCqNgSHbFdnfOH/hA59UEOH/pU0A==',key_name='tempest-keypair-682992729',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59a0ad72f68a401391d1a4b57a1a328b',ramdisk_id='',reservation_id='r-s5zblxgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-664865051',owner_user_name='tempest-TaggedBootDevicesTest_v242-664865051-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='30985e8eb8f84e03926153c09148036b',uuid=25dde1f0-626f-4858-8a07-529a6967ca8a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converting VIF {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90cbdb6a-94, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-81d0cea9-ae40-4867-ae7c-670d2373146e for instance with vm_state active and task_state deleting.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 for instance with vm_state active and task_state deleting.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING nova.compute.manager [req-b6cd63fb-7f3b-4022-9272-c179909a7deb req-8886d8b6-a262-47d2-804e-1d5baf5913be service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-90cbdb6a-9409-4079-b4a6-1d3057bff651 for instance with vm_state active and task_state deleting.
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cc924a9d-3e15-4938-a5ce-f360eebcb844) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:33 user nova-compute[74883]: INFO os_vif [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:50:4b:65,bridge_name='br-int',has_traffic_filtering=True,id=90cbdb6a-9409-4079-b4a6-1d3057bff651,network=Network(aaa66fa7-90b7-43a4-af04-9b7d80d6a91b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90cbdb6a-94')
Nov 06 08:28:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yhkTfwxS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:33 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f25d92b-7b28-416c-8efa-acdfa227e6a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:33 user nova-compute[74883]: No targets found.
Nov 06 08:28:33 user nova-compute[74883]: iSNS:
Nov 06 08:28:33 user nova-compute[74883]: No targets found.
Nov 06 08:28:33 user nova-compute[74883]: STATIC:
Nov 06 08:28:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:28:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:28:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226
Nov 06 08:28:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:33 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:33 user nova-compute[74883]: No targets found.
Nov 06 08:28:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:33 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:33 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[75258bd9-4adf-40b3-ae94-0fea47ad71fa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b37d8a-fbc8-40ac-98c9-824f65d21077]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11b4184820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226'): ({'sde'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Removing single pathed devices sde {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Instance network_info: |[{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Refreshing network info cache for port d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Start _get_guest_xml network_info=[{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1fd843-5afe-4bfe-acd3-b9ec397ca9e2]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:34 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45abc92-f5fa-432c-b8e5-555f79e214b3]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Flushing IO for device /dev/sde {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:28:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1109759183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1109759183',id=15,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-yppldoot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:28:32Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=93ba2e11-cfc2-4cd3-b087-0629c01ec4c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.objects.instance [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f034592-8b8b-48c5-8f78-1420da8c986a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:28:34 user nova-compute[74883]:   <uuid>93ba2e11-cfc2-4cd3-b087-0629c01ec4c4</uuid>
Nov 06 08:28:34 user nova-compute[74883]:   <name>instance-0000000f</name>
Nov 06 08:28:34 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:28:34 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:28:34 user nova-compute[74883]:   <metadata>
Nov 06 08:28:34 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:28:34 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1109759183</nova:name>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:28:34</nova:creationTime>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:28:34 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:28:34 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:owner>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:28:34 user nova-compute[74883]:       </nova:owner>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:28:34 user nova-compute[74883]:       <nova:ports>
Nov 06 08:28:34 user nova-compute[74883]:         <nova:port uuid="d8747b6d-842d-4536-a4f2-1f923452baa5">
Nov 06 08:28:34 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:28:34 user nova-compute[74883]:         </nova:port>
Nov 06 08:28:34 user nova-compute[74883]:       </nova:ports>
Nov 06 08:28:34 user nova-compute[74883]:     </nova:instance>
Nov 06 08:28:34 user nova-compute[74883]:   </metadata>
Nov 06 08:28:34 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:28:34 user nova-compute[74883]:     <system>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="serial">93ba2e11-cfc2-4cd3-b087-0629c01ec4c4</entry>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="uuid">93ba2e11-cfc2-4cd3-b087-0629c01ec4c4</entry>
Nov 06 08:28:34 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:28:34 user nova-compute[74883]:     </system>
Nov 06 08:28:34 user nova-compute[74883]:   </sysinfo>
Nov 06 08:28:34 user nova-compute[74883]:   <os>
Nov 06 08:28:34 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:28:34 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:28:34 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:28:34 user nova-compute[74883]:   </os>
Nov 06 08:28:34 user nova-compute[74883]:   <features>
Nov 06 08:28:34 user nova-compute[74883]:     <acpi/>
Nov 06 08:28:34 user nova-compute[74883]:     <apic/>
Nov 06 08:28:34 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:28:34 user nova-compute[74883]:   </features>
Nov 06 08:28:34 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:28:34 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:28:34 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:28:34 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:28:34 user nova-compute[74883]:   </clock>
Nov 06 08:28:34 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:28:34 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:28:34 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:28:34 user nova-compute[74883]:   </cpu>
Nov 06 08:28:34 user nova-compute[74883]:   <devices>
Nov 06 08:28:34 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:28:34 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:28:34 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk"/>
Nov 06 08:28:34 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:28:34 user nova-compute[74883]:     </disk>
Nov 06 08:28:34 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:28:34 user nova-compute[74883]:       <mac address="fa:16:3e:87:4b:ac"/>
Nov 06 08:28:34 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:28:34 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:28:34 user nova-compute[74883]:       <target dev="tapd8747b6d-84"/>
Nov 06 08:28:34 user nova-compute[74883]:     </interface>
Nov 06 08:28:34 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:28:34 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/console.log" append="off"/>
Nov 06 08:28:34 user nova-compute[74883]:     </serial>
Nov 06 08:28:34 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:28:34 user nova-compute[74883]:     <video>
Nov 06 08:28:34 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:28:34 user nova-compute[74883]:     </video>
Nov 06 08:28:34 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:28:34 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:28:34 user nova-compute[74883]:     </rng>
Nov 06 08:28:34 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:28:34 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:28:34 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:28:34 user nova-compute[74883]:     </memballoon>
Nov 06 08:28:34 user nova-compute[74883]:   </devices>
Nov 06 08:28:34 user nova-compute[74883]: </domain>
Nov 06 08:28:34 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:28:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1109759183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1109759183',id=15,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-yppldoot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:28:32Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=93ba2e11-cfc2-4cd3-b087-0629c01ec4c4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_vif [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '938428c3-85e0-5342-9dc4-42bd12627de5', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8747b6d-84, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8747b6d-84, col_values=(('qos', UUID('3f4467d9-95e2-48bf-9f5e-d30d8731e00c')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8747b6d-84, col_values=(('external_ids', {'iface-id': 'd8747b6d-842d-4536-a4f2-1f923452baa5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:4b:ac', 'vm-uuid': '93ba2e11-cfc2-4cd3-b087-0629c01ec4c4'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.061s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[99502f7b-3fee-4536-85da-507847933edb]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: INFO os_vif [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84')
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[313792d8-f9cd-48d0-8074-ccadfe4f30b0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:87:4b:ac, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ac23aec-2fff-4f7f-a5da-346023aaeef9]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260]
Nov 06 08:28:34 user nova-compute[74883]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f8f3f42-439a-4cd6-8039-af23f8b61226 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1565ced6-a267-479d-bbf3-3b972d37bcc3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== disconnect_volume: return (397ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iahXoLHw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:34 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80912e20-db57-4f19-b1ee-1aa12b275bc7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]: iSNS:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]: STATIC:
Nov 06 08:28:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140
Nov 06 08:28:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:28:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:34 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:34 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:34 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c972cb83-32fe-48e3-8bda-b0426daa0879]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f54bbcd-85e0-4546-9ed1-a3949fc99e92]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170e36b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[76be1c00-7478-4e93-af34-d241735382f7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b0b6a40-4aff-49d5-9e91-97cd9b558757]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d378b2e-44a1-4c89-8059-ed7fd2638cef]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80445b2-d500-4cb8-8f16-1cee945d2da4]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f48af1d8-01f4-4f2b-ac03-bb111ffa46e0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updated VIF entry in instance network info cache for port d8747b6d-842d-4536-a4f2-1f923452baa5. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8fe6c43f-85d4-4e33-9b3f-44f6b75d6f10 req-a302a7af-fb55-41f9-b6ca-6b08a27e63ed service nova] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f56e6db0-bf04-49d7-a83c-fb7242914a46]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260]
Nov 06 08:28:34 user nova-compute[74883]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bad23af0-cbcc-408b-b76c-7aa7caf18140 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2d2f03-2507-445a-a889-2fc8703afe4c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== disconnect_volume: return (362ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IGLODibf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:28:34 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[700e9891-0aa9-4898-a0c9-3983ccaba444]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]: iSNS:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]: STATIC:
Nov 06 08:28:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:28:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f
Nov 06 08:28:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:28:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:28:34 user nova-compute[74883]: FIRMWARE:
Nov 06 08:28:34 user nova-compute[74883]: No targets found.
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:28:34 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:28:34 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ffb791-6b7c-40e6-a470-67035c09ee2b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[72bf515c-9dae-47aa-9b5a-029928788992]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f (non-flash)
Nov 06 08:28:34 user nova-compute[74883]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170e36b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f'): ({'sdg'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Removing single pathed devices sdg {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[842a202d-a6cd-4d18-b842-cf83dcb19dae]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[33df873a-3c23-4de8-87d1-ec2bd0d5afe1]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Flushing IO for device /dev/sdg {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fe12a3-e55e-4d9e-a356-cbe0413f2b7b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1b3ced-f351-44ee-8cde-994a087f664b]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6c0335a-a956-408c-ab5f-ddfb3ccdffcf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cdc7c0c-e5c3-40a2-b0e9-281d20d007aa]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260]
Nov 06 08:28:34 user nova-compute[74883]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f, portal: 172.16.0.220,3260] successful.
Nov 06 08:28:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f00b411-ed7e-402b-9523-6fe3a11a3b0f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[14aea7d6-137b-4462-aef5-b3251d760b7c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] <== disconnect_volume: return (286ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:28:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Deleting instance files /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a_del
Nov 06 08:28:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Deletion of /opt/stack/data/nova/instances/25dde1f0-626f-4858-8a07-529a6967ca8a_del complete
Nov 06 08:28:35 user nova-compute[74883]: INFO nova.compute.manager [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Took 3.96 seconds to destroy the instance on the hypervisor.
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-6522c3c7-dacd-4bfd-871b-60a505d25197 req-205211c1-841b-4052-9330-622f2b7dbf50 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-181bcd5d-6521-4790-a1c1-42218c929580 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:28:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:36 user nova-compute[74883]: WARNING nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_finish.
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:36 user nova-compute[74883]: WARNING nova.compute.manager [req-d13037fd-936f-48a7-b7a5-1ff28433a8d3 req-88e229f7-7791-4c8e-8ded-1182f7c58645 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state resize_finish.
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating instance_info_cache with network_info: [{"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-42cdf323-4bbc-495a-b5b1-624bd45a7ead" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:28:37 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance running successfully.
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Failed to set time: agent not configured {{(pid=74883) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-87ea8440-c262-4ea3-b3ee-34bb5d4d3b43 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] finish_migration finished successfully. {{(pid=74883) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:37 user nova-compute[74883]: WARNING nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-181bcd5d-6521-4790-a1c1-42218c929580 for instance with vm_state active and task_state deleting.
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-unplugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-unplugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Acquiring lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] No waiting events found dispatching network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:37 user nova-compute[74883]: WARNING nova.compute.manager [req-4fbf4053-c0ca-4a8b-8a7e-03e556b374cd req-d86f7e22-1538-4374-85b6-bc548fae8d20 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received unexpected event network-vif-plugged-2ff68db5-2c3b-4418-96a9-a4722ec32a62 for instance with vm_state active and task_state deleting.
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-6bc4f285-1956-42f7-8bd5-02e903b195b3 req-f38b156d-a963-4ab4-ba17-6b4ab80abf4b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-deleted-7975d54b-8487-4a07-9243-20987266773e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:37 user nova-compute[74883]: INFO nova.compute.manager [req-6bc4f285-1956-42f7-8bd5-02e903b195b3 req-f38b156d-a963-4ab4-ba17-6b4ab80abf4b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Neutron deleted interface 7975d54b-8487-4a07-9243-20987266773e; detaching it from the instance and deleting it from the info cache
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-6bc4f285-1956-42f7-8bd5-02e903b195b3 req-f38b156d-a963-4ab4-ba17-6b4ab80abf4b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "address": "fa:16:3e:9e:53:6a", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9fb24997-9a", "ovs_interfaceid": "9fb24997-9ac4-45ec-9a43-2d0170ef2ae7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-6bc4f285-1956-42f7-8bd5-02e903b195b3 req-f38b156d-a963-4ab4-ba17-6b4ab80abf4b service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Detach interface failed, port_id=7975d54b-8487-4a07-9243-20987266773e, reason: Instance 25dde1f0-626f-4858-8a07-529a6967ca8a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:38 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Instance spawned successfully.
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] No waiting events found dispatching network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:38 user nova-compute[74883]: WARNING nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received unexpected event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 for instance with vm_state building and task_state spawning.
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] No waiting events found dispatching network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:38 user nova-compute[74883]: WARNING nova.compute.manager [req-f3a90190-b559-43ce-b3d5-c3d5492be53f req-85ef8603-ee3a-4168-9415-263fa52e184c service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received unexpected event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 for instance with vm_state building and task_state spawning.
Nov 06 08:28:38 user nova-compute[74883]: INFO nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Took 6.19 seconds to spawn the instance on the hypervisor.
Nov 06 08:28:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:38 user nova-compute[74883]: INFO nova.compute.manager [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Took 7.22 seconds to build instance.
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-714e7a35-37ee-431e-aeae-3c46ec7977a5 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.321s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-deleted-9fb24997-9ac4-45ec-9a43-2d0170ef2ae7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:39 user nova-compute[74883]: INFO nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Neutron deleted interface 9fb24997-9ac4-45ec-9a43-2d0170ef2ae7; detaching it from the instance and deleting it from the info cache
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "address": "fa:16:3e:50:4b:65", "network": {"id": "aaa66fa7-90b7-43a4-af04-9b7d80d6a91b", "bridge": "br-int", "label": "tempest-device-tagging-net2-1079569615", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90cbdb6a-94", "ovs_interfaceid": "90cbdb6a-9409-4079-b4a6-1d3057bff651", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:39 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Took 4.42 seconds to deallocate network for instance.
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Detach interface failed, port_id=9fb24997-9ac4-45ec-9a43-2d0170ef2ae7, reason: Instance 25dde1f0-626f-4858-8a07-529a6967ca8a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-deleted-90cbdb6a-9409-4079-b4a6-1d3057bff651 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:39 user nova-compute[74883]: INFO nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Neutron deleted interface 90cbdb6a-9409-4079-b4a6-1d3057bff651; detaching it from the instance and deleting it from the info cache
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "address": "fa:16:3e:9e:f2:7d", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ff68db5-2c", "ovs_interfaceid": "2ff68db5-2c3b-4418-96a9-a4722ec32a62", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Detach interface failed, port_id=90cbdb6a-9409-4079-b4a6-1d3057bff651, reason: Instance 25dde1f0-626f-4858-8a07-529a6967ca8a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-deleted-2ff68db5-2c3b-4418-96a9-a4722ec32a62 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:39 user nova-compute[74883]: INFO nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Neutron deleted interface 2ff68db5-2c3b-4418-96a9-a4722ec32a62; detaching it from the instance and deleting it from the info cache
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "181bcd5d-6521-4790-a1c1-42218c929580", "address": "fa:16:3e:0e:f1:07", "network": {"id": "919cba41-0a26-4f5f-a36b-7054ea544ddb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-866015687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.51", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap181bcd5d-65", "ovs_interfaceid": "181bcd5d-6521-4790-a1c1-42218c929580", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Detach interface failed, port_id=2ff68db5-2c3b-4418-96a9-a4722ec32a62, reason: Instance 25dde1f0-626f-4858-8a07-529a6967ca8a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Received event network-vif-deleted-181bcd5d-6521-4790-a1c1-42218c929580 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:39 user nova-compute[74883]: INFO nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Neutron deleted interface 181bcd5d-6521-4790-a1c1-42218c929580; detaching it from the instance and deleting it from the info cache
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Updating instance_info_cache with network_info: [{"id": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "address": "fa:16:3e:50:e9:b2", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17090c27-04", "ovs_interfaceid": "17090c27-0404-4af7-9c41-f25da2a7d0d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "81d0cea9-ae40-4867-ae7c-670d2373146e", "address": "fa:16:3e:e0:5a:39", "network": {"id": "d5141c55-b7b0-4218-8c68-69149f9d1e7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1721513953", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "59a0ad72f68a401391d1a4b57a1a328b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81d0cea9-ae", "ovs_interfaceid": "81d0cea9-ae40-4867-ae7c-670d2373146e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-36c487e3-1606-43a6-8052-f9a26cd65371 req-851f6263-53d0-4140-9465-c66986f6f217 service nova] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Detach interface failed, port_id=181bcd5d-6521-4790-a1c1-42218c929580, reason: Instance 25dde1f0-626f-4858-8a07-529a6967ca8a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:28:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:28:41 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:41 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7988MB free_disk=25.250896453857422GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Applying migration context for instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 as it has an incoming, in-progress migration 0d86e035-0ea0-43d6-b557-0afbc364ee87. Migration status is finished {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 06 08:28:41 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating resource usage from migration 0d86e035-0ea0-43d6-b557-0afbc364ee87
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d444171f-cff2-4e8d-b731-6ef96818c3b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25dde1f0-626f-4858-8a07-529a6967ca8a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6d2e5388-d090-4826-b660-71734fc1bcd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Migration 0d86e035-0ea0-43d6-b557-0afbc364ee87 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:28:41 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.034s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:28:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:28:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:43 user nova-compute[74883]: INFO nova.compute.manager [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] [instance: 25dde1f0-626f-4858-8a07-529a6967ca8a] Took 3.84 seconds to detach 3 volumes for instance.
Nov 06 08:28:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:43 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:43 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.518s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:44 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Deleted allocations for instance 25dde1f0-626f-4858-8a07-529a6967ca8a
Nov 06 08:28:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128a315d-1ee7-4963-ad18-c25cc7b2792e tempest-TaggedBootDevicesTest_v242-664865051 tempest-TaggedBootDevicesTest_v242-664865051-project-member] Lock "25dde1f0-626f-4858-8a07-529a6967ca8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.089s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:47 user nova-compute[74883]: INFO nova.compute.manager [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Terminating instance
Nov 06 08:28:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-unplugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] No waiting events found dispatching network-vif-unplugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-77b984f2-9b98-46c9-95bb-9f7de670e3df req-319ef231-4ffb-4113-ad2d-0ea374e19ef6 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-unplugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Instance destroyed successfully.
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lazy-loading 'resources' on Instance uuid 3c01909e-c11c-44cb-8e5c-34457cfa3e71 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-90972563',display_name='tempest-TestVolumeSwap-server-90972563',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-90972563',id=8,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDSPU/Mi3o36vR2DFMHFqQXPu13T4bL1zPCFZCwkm7bJZpyeT/pFXkCPLgugu9TEDLyYHiY2qAr8mZfUahsoFIRDWZ0MRm7y6wq2P5m9WzwK0Os1qoolCvDdh6SgOV+YQ==',key_name='tempest-keypair-762385082',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='361da31172cb4b48a643b2d1f7cd996d',ramdisk_id='',reservation_id='r-rxhztju5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-2101316350',owner_user_name='tempest-TestVolumeSwap-2101316350-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2b3c0bdd1afb4cfe96ea9ca20cadc759',uuid=3c01909e-c11c-44cb-8e5c-34457cfa3e71,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converting VIF {"id": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "address": "fa:16:3e:a0:2a:dd", "network": {"id": "20c6c8fa-2456-4edf-b829-67a2b61ff43b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-315471942-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "361da31172cb4b48a643b2d1f7cd996d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap78b36757-a2", "ovs_interfaceid": "78b36757-a21e-431f-a4f6-7c0a1faafc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG os_vif [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap78b36757-a2, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=619f47f0-e76d-4b2e-87f4-e6db68900056) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:48 user nova-compute[74883]: INFO os_vif [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:2a:dd,bridge_name='br-int',has_traffic_filtering=True,id=78b36757-a21e-431f-a4f6-7c0a1faafc91,network=Network(20c6c8fa-2456-4edf-b829-67a2b61ff43b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap78b36757-a2')
Nov 06 08:28:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Deleting instance files /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71_del
Nov 06 08:28:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Deletion of /opt/stack/data/nova/instances/3c01909e-c11c-44cb-8e5c-34457cfa3e71_del complete
Nov 06 08:28:48 user nova-compute[74883]: INFO nova.compute.manager [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 06 08:28:48 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:28:48 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:49 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Took 1.22 seconds to deallocate network for instance.
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-09c1dcf8-7b6c-44d3-aa40-73cc931e657a req-2d418b1a-cff1-4255-bb2e-8b36c301a221 service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-deleted-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] Acquiring lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] No waiting events found dispatching network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:49 user nova-compute[74883]: WARNING nova.compute.manager [req-cb5ae1e2-dc32-4a81-946a-19acfc8f0975 req-5557b14d-e7e8-4a52-bbd7-72dd02edb3ad service nova] [instance: 3c01909e-c11c-44cb-8e5c-34457cfa3e71] Received unexpected event network-vif-plugged-78b36757-a21e-431f-a4f6-7c0a1faafc91 for instance with vm_state deleted and task_state None.
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:49 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.430s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:50 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Deleted allocations for instance 3c01909e-c11c-44cb-8e5c-34457cfa3e71
Nov 06 08:28:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7c943e83-aa03-4f63-bc54-6a6d5674d1a8 tempest-TestVolumeSwap-2101316350 tempest-TestVolumeSwap-2101316350-project-member] Lock "3c01909e-c11c-44cb-8e5c-34457cfa3e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.879s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:53 user nova-compute[74883]: INFO nova.compute.manager [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Terminating instance
Nov 06 08:28:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-unplugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] No waiting events found dispatching network-vif-unplugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-909d397b-e8cb-4692-a1e2-9ba5d57c05de req-6a03b0b9-1d74-4286-8f48-d91e5ce31f8b service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-unplugged-767528d4-7c7c-432c-aea6-8cac0207889d for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:28:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Instance destroyed successfully.
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'resources' on Instance uuid d444171f-cff2-4e8d-b731-6ef96818c3b0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1942268518',display_name='tempest-AttachVolumeNegativeTest-server-1942268518',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1942268518',id=5,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDcDkLZf5yP1z5F1yDwn7zm+mQRr9qQB0kLz+v/P2j2QxNTghgUgEQzesAGEITZvBaSy1IQ5AuYCCw1euNZFtXImwoRFdE9iZrQx2wc5xm/EDyPn7Je7ekr4Awfa0Qo7GA==',key_name='tempest-keypair-1191559703',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-or0girhe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=d444171f-cff2-4e8d-b731-6ef96818c3b0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "767528d4-7c7c-432c-aea6-8cac0207889d", "address": "fa:16:3e:11:5b:97", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap767528d4-7c", "ovs_interfaceid": "767528d4-7c7c-432c-aea6-8cac0207889d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG os_vif [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap767528d4-7c, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9153466-f87a-46f2-9215-6cdbd9857239) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:54 user nova-compute[74883]: INFO os_vif [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:5b:97,bridge_name='br-int',has_traffic_filtering=True,id=767528d4-7c7c-432c-aea6-8cac0207889d,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap767528d4-7c')
Nov 06 08:28:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Deleting instance files /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0_del
Nov 06 08:28:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Deletion of /opt/stack/data/nova/instances/d444171f-cff2-4e8d-b731-6ef96818c3b0_del complete
Nov 06 08:28:54 user nova-compute[74883]: INFO nova.compute.manager [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 06 08:28:54 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:28:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:28:55 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:28:55 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Took 1.12 seconds to deallocate network for instance.
Nov 06 08:28:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-bc67f5fd-3176-46f4-a2ad-1807dbf60193 req-a1b81ea6-e3dd-44a9-bd61-1e267832cdfc service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-deleted-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.334s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:56 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Deleted allocations for instance d444171f-cff2-4e8d-b731-6ef96818c3b0
Nov 06 08:28:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] Acquiring lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] No waiting events found dispatching network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:28:56 user nova-compute[74883]: WARNING nova.compute.manager [req-afcd359e-559a-4aff-af9f-e17ae29a5ad1 req-9a25d7cd-2277-4619-a19e-508f809347ba service nova] [instance: d444171f-cff2-4e8d-b731-6ef96818c3b0] Received unexpected event network-vif-plugged-767528d4-7c7c-432c-aea6-8cac0207889d for instance with vm_state deleted and task_state None.
Nov 06 08:28:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ab79d74a-6f7e-4ee8-a9ca-7a40d7aefa23 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "d444171f-cff2-4e8d-b731-6ef96818c3b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.645s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:28:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:28:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:00 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:29:00 user nova-compute[74883]: INFO nova.compute.claims [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Claim successful on node user
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:29:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.policy [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9721caaa97ac4be795f5bbae72f6a27a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff55e9caaa3442d690322b19c16e980d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:29:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Creating image(s)
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:29:01 user nova-compute[74883]: INFO nova.compute.claims [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Claim successful on node user
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.213s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Successfully created port: 0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk 1073741824" returned: 0 in 0.058s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Checking if we can resize image /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.646s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:29:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Cannot resize image /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Ensure instance console log exists: /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.policy [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9721caaa97ac4be795f5bbae72f6a27a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff55e9caaa3442d690322b19c16e980d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:29:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Creating image(s)
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Successfully updated port: 0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-changed-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Refreshing instance network info cache due to event network-changed-0619cc07-911c-4f7d-b3e1-fa46844ba8f3. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk 1073741824" returned: 0 in 0.067s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance network_info: |[{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Refreshing network info cache for port 0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start _get_guest_xml network_info=[{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Successfully created port: c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:29:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1541432874',display_name='tempest-ServerRescueNegativeTestJSON-server-1541432874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1541432874',id=16,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-nq4r1dg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:02Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=43ae68c1-0576-4ff6-a083-cb47b7e6adc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.objects.instance [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:29:03 user nova-compute[74883]:   <uuid>43ae68c1-0576-4ff6-a083-cb47b7e6adc7</uuid>
Nov 06 08:29:03 user nova-compute[74883]:   <name>instance-00000010</name>
Nov 06 08:29:03 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:29:03 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:29:03 user nova-compute[74883]:   <metadata>
Nov 06 08:29:03 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:29:03 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1541432874</nova:name>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:29:03</nova:creationTime>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:29:03 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:29:03 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:owner>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:29:03 user nova-compute[74883]:       </nova:owner>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:29:03 user nova-compute[74883]:       <nova:ports>
Nov 06 08:29:03 user nova-compute[74883]:         <nova:port uuid="0619cc07-911c-4f7d-b3e1-fa46844ba8f3">
Nov 06 08:29:03 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:29:03 user nova-compute[74883]:         </nova:port>
Nov 06 08:29:03 user nova-compute[74883]:       </nova:ports>
Nov 06 08:29:03 user nova-compute[74883]:     </nova:instance>
Nov 06 08:29:03 user nova-compute[74883]:   </metadata>
Nov 06 08:29:03 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:29:03 user nova-compute[74883]:     <system>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="serial">43ae68c1-0576-4ff6-a083-cb47b7e6adc7</entry>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="uuid">43ae68c1-0576-4ff6-a083-cb47b7e6adc7</entry>
Nov 06 08:29:03 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:29:03 user nova-compute[74883]:     </system>
Nov 06 08:29:03 user nova-compute[74883]:   </sysinfo>
Nov 06 08:29:03 user nova-compute[74883]:   <os>
Nov 06 08:29:03 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:29:03 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:29:03 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:29:03 user nova-compute[74883]:   </os>
Nov 06 08:29:03 user nova-compute[74883]:   <features>
Nov 06 08:29:03 user nova-compute[74883]:     <acpi/>
Nov 06 08:29:03 user nova-compute[74883]:     <apic/>
Nov 06 08:29:03 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:29:03 user nova-compute[74883]:   </features>
Nov 06 08:29:03 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:29:03 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:29:03 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:29:03 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:29:03 user nova-compute[74883]:   </clock>
Nov 06 08:29:03 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:29:03 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:29:03 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:29:03 user nova-compute[74883]:   </cpu>
Nov 06 08:29:03 user nova-compute[74883]:   <devices>
Nov 06 08:29:03 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:29:03 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:29:03 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk"/>
Nov 06 08:29:03 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:29:03 user nova-compute[74883]:     </disk>
Nov 06 08:29:03 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:29:03 user nova-compute[74883]:       <mac address="fa:16:3e:be:1f:99"/>
Nov 06 08:29:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:03 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:29:03 user nova-compute[74883]:       <target dev="tap0619cc07-91"/>
Nov 06 08:29:03 user nova-compute[74883]:     </interface>
Nov 06 08:29:03 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:29:03 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/console.log" append="off"/>
Nov 06 08:29:03 user nova-compute[74883]:     </serial>
Nov 06 08:29:03 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:29:03 user nova-compute[74883]:     <video>
Nov 06 08:29:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:03 user nova-compute[74883]:     </video>
Nov 06 08:29:03 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:29:03 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:29:03 user nova-compute[74883]:     </rng>
Nov 06 08:29:03 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:29:03 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:29:03 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:29:03 user nova-compute[74883]:     </memballoon>
Nov 06 08:29:03 user nova-compute[74883]:   </devices>
Nov 06 08:29:03 user nova-compute[74883]: </domain>
Nov 06 08:29:03 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1541432874',display_name='tempest-ServerRescueNegativeTestJSON-server-1541432874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1541432874',id=16,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-nq4r1dg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:02Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=43ae68c1-0576-4ff6-a083-cb47b7e6adc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG os_vif [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b79f88a-967d-56a9-b306-bcc2cd549a37', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0619cc07-91, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0619cc07-91, col_values=(('qos', UUID('093af7ef-0512-45fb-9992-76e8509759fe')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0619cc07-91, col_values=(('external_ids', {'iface-id': '0619cc07-911c-4f7d-b3e1-fa46844ba8f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:1f:99', 'vm-uuid': '43ae68c1-0576-4ff6-a083-cb47b7e6adc7'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:03 user nova-compute[74883]: INFO os_vif [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91')
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:be:1f:99, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Cannot resize image /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Ensure instance console log exists: /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updated VIF entry in instance network info cache for port 0619cc07-911c-4f7d-b3e1-fa46844ba8f3. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1630eb23-9ea5-4ae7-a9fb-0e0b7aec9e40 req-ca92c719-7024-4c23-9d04-ab4cf22b244e service nova] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Successfully updated port: c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-changed-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Refreshing instance network info cache due to event network-changed-c2807d8f-1809-45e3-84c0-61ced27cb8fc. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance network_info: |[{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Refreshing network info cache for port c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start _get_guest_xml network_info=[{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:29:04 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:04 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1074165435',display_name='tempest-ServerRescueNegativeTestJSON-server-1074165435',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1074165435',id=17,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-4iymdj06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:03Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=d52cf3c9-77ca-41e5-b17f-1c3178f60e00,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:29:04 user nova-compute[74883]:   <uuid>d52cf3c9-77ca-41e5-b17f-1c3178f60e00</uuid>
Nov 06 08:29:04 user nova-compute[74883]:   <name>instance-00000011</name>
Nov 06 08:29:04 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:29:04 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:29:04 user nova-compute[74883]:   <metadata>
Nov 06 08:29:04 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:29:04 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1074165435</nova:name>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:29:04</nova:creationTime>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:29:04 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:29:04 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:owner>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:29:04 user nova-compute[74883]:       </nova:owner>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:29:04 user nova-compute[74883]:       <nova:ports>
Nov 06 08:29:04 user nova-compute[74883]:         <nova:port uuid="c2807d8f-1809-45e3-84c0-61ced27cb8fc">
Nov 06 08:29:04 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 08:29:04 user nova-compute[74883]:         </nova:port>
Nov 06 08:29:04 user nova-compute[74883]:       </nova:ports>
Nov 06 08:29:04 user nova-compute[74883]:     </nova:instance>
Nov 06 08:29:04 user nova-compute[74883]:   </metadata>
Nov 06 08:29:04 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:29:04 user nova-compute[74883]:     <system>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="serial">d52cf3c9-77ca-41e5-b17f-1c3178f60e00</entry>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="uuid">d52cf3c9-77ca-41e5-b17f-1c3178f60e00</entry>
Nov 06 08:29:04 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:29:04 user nova-compute[74883]:     </system>
Nov 06 08:29:04 user nova-compute[74883]:   </sysinfo>
Nov 06 08:29:04 user nova-compute[74883]:   <os>
Nov 06 08:29:04 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:29:04 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:29:04 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:29:04 user nova-compute[74883]:   </os>
Nov 06 08:29:04 user nova-compute[74883]:   <features>
Nov 06 08:29:04 user nova-compute[74883]:     <acpi/>
Nov 06 08:29:04 user nova-compute[74883]:     <apic/>
Nov 06 08:29:04 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:29:04 user nova-compute[74883]:   </features>
Nov 06 08:29:04 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:29:04 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:29:04 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:29:04 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:29:04 user nova-compute[74883]:   </clock>
Nov 06 08:29:04 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:29:04 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:29:04 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:29:04 user nova-compute[74883]:   </cpu>
Nov 06 08:29:04 user nova-compute[74883]:   <devices>
Nov 06 08:29:04 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:29:04 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:29:04 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk"/>
Nov 06 08:29:04 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:29:04 user nova-compute[74883]:     </disk>
Nov 06 08:29:04 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:29:04 user nova-compute[74883]:       <mac address="fa:16:3e:fe:ea:ee"/>
Nov 06 08:29:04 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:04 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:29:04 user nova-compute[74883]:       <target dev="tapc2807d8f-18"/>
Nov 06 08:29:04 user nova-compute[74883]:     </interface>
Nov 06 08:29:04 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:29:04 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/console.log" append="off"/>
Nov 06 08:29:04 user nova-compute[74883]:     </serial>
Nov 06 08:29:04 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:29:04 user nova-compute[74883]:     <video>
Nov 06 08:29:04 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:04 user nova-compute[74883]:     </video>
Nov 06 08:29:04 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:29:04 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:29:04 user nova-compute[74883]:     </rng>
Nov 06 08:29:04 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:29:04 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:29:04 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:29:04 user nova-compute[74883]:     </memballoon>
Nov 06 08:29:04 user nova-compute[74883]:   </devices>
Nov 06 08:29:04 user nova-compute[74883]: </domain>
Nov 06 08:29:04 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1074165435',display_name='tempest-ServerRescueNegativeTestJSON-server-1074165435',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1074165435',id=17,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-4iymdj06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:03Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=d52cf3c9-77ca-41e5-b17f-1c3178f60e00,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG os_vif [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '322feaa5-e05d-5588-9994-07f6da11403a', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2807d8f-18, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2807d8f-18, col_values=(('qos', UUID('b42bf5c8-338a-4227-93d1-c9a6433b2d38')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2807d8f-18, col_values=(('external_ids', {'iface-id': 'c2807d8f-1809-45e3-84c0-61ced27cb8fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:ea:ee', 'vm-uuid': 'd52cf3c9-77ca-41e5-b17f-1c3178f60e00'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:04 user nova-compute[74883]: INFO os_vif [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18')
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:29:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:fe:ea:ee, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updated VIF entry in instance network info cache for port c2807d8f-1809-45e3-84c0-61ced27cb8fc. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5f52b308-1f41-4093-ba4b-d8bde8388485 req-8a7ca737-8165-4051-abf8-b99a1ff82b6c service nova] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:06 user nova-compute[74883]: WARNING nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state building and task_state spawning.
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:06 user nova-compute[74883]: WARNING nova.compute.manager [req-eff77104-121d-4dfb-ab64-cd1e51dc795a req-8f3fbdf8-cf6a-4c25-b0c3-7effc2bd025d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state building and task_state spawning.
Nov 06 08:29:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:06 user nova-compute[74883]: WARNING nova.compute.manager [req-0254dbae-5faf-414a-9aab-60c3cd909122 req-26339d9c-c688-45b1-b59c-92b0af6e0561 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state building and task_state spawning.
Nov 06 08:29:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance spawned successfully.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Took 6.82 seconds to spawn the instance on the hypervisor.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.compute.manager [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Took 7.65 seconds to build instance.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-430320ab-05e2-42f6-8eca-10d3f31ef98b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.754s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance spawned successfully.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:08 user nova-compute[74883]: WARNING nova.compute.manager [req-777ff468-4462-4ccc-8654-f4e5c00b1aa6 req-c8e114b3-a80d-4956-a826-2b156d3e1cc8 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state building and task_state spawning.
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Took 6.20 seconds to spawn the instance on the hypervisor.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:29:08 user nova-compute[74883]: INFO nova.compute.manager [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Took 7.22 seconds to build instance.
Nov 06 08:29:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b3e415e-c521-410f-aa05-a0400c3d83db tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.376s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 15de5b4e-02d3-4c86-a52c-6177bd5addad {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 6d2e5388-d090-4826-b660-71734fc1bcd0 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.072s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.129s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.134s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:30 user nova-compute[74883]: INFO nova.compute.manager [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Terminating instance
Nov 06 08:29:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-unplugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-unplugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-d70fd2b3-c4c6-4f82-b4b0-6499396bc5a0 req-09d84d74-8583-45b4-8c82-7665acc8df18 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-unplugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Instance destroyed successfully.
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'resources' on Instance uuid 6d2e5388-d090-4826-b660-71734fc1bcd0 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-83290594',display_name='tempest-VolumesAdminNegativeTest-server-83290594',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-83290594',id=14,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:27:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-fun0ow0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:27:32Z,user_data=None,user_id='ed51dec568554b969a4465fe1a274a64',uuid=6d2e5388-d090-4826-b660-71734fc1bcd0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "address": "fa:16:3e:75:f6:70", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap480909cc-c6", "ovs_interfaceid": "480909cc-c67d-4ac0-847e-c9fb9d3316b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG os_vif [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap480909cc-c6, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c94cf147-f86c-45eb-8659-428a987cb5ee) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: INFO os_vif [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:f6:70,bridge_name='br-int',has_traffic_filtering=True,id=480909cc-c67d-4ac0-847e-c9fb9d3316b9,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap480909cc-c6')
Nov 06 08:29:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Deleting instance files /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0_del
Nov 06 08:29:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Deletion of /opt/stack/data/nova/instances/6d2e5388-d090-4826-b660-71734fc1bcd0_del complete
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: INFO nova.compute.manager [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 06 08:29:31 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:32 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Took 0.64 seconds to deallocate network for instance.
Nov 06 08:29:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-e4ae26d2-712a-49fc-91be-8f137af62196 req-fe25d475-c316-45b8-a071-f68241cc5c85 service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-deleted-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.344s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:32 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Deleted allocations for instance 6d2e5388-d090-4826-b660-71734fc1bcd0
Nov 06 08:29:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-df8cd033-c926-43e7-9d23-79298c1f9f10 tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.063s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:33 user nova-compute[74883]: WARNING nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received unexpected event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with vm_state deleted and task_state None.
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:33 user nova-compute[74883]: WARNING nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received unexpected event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with vm_state deleted and task_state None.
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Acquiring lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] Lock "6d2e5388-d090-4826-b660-71734fc1bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] No waiting events found dispatching network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:33 user nova-compute[74883]: WARNING nova.compute.manager [req-329b6327-0035-4f9a-aafe-7fd6f96fa9e0 req-a84726bf-04f1-4d91-92f1-8c2e22e8f94b service nova] [instance: 6d2e5388-d090-4826-b660-71734fc1bcd0] Received unexpected event network-vif-plugged-480909cc-c67d-4ac0-847e-c9fb9d3316b9 for instance with vm_state deleted and task_state None.
Nov 06 08:29:35 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 15de5b4e-02d3-4c86-a52c-6177bd5addad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [{"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-15de5b4e-02d3-4c86-a52c-6177bd5addad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:29:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7772MB free_disk=25.23446273803711GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Applying migration context for instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 as it has an incoming, in-progress migration 0d86e035-0ea0-43d6-b557-0afbc364ee87. Migration status is finished {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 06 08:29:40 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating resource usage from migration 0d86e035-0ea0-43d6-b557-0afbc364ee87
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Migration 0d86e035-0ea0-43d6-b557-0afbc364ee87 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=27GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.504s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:29:41 user nova-compute[74883]: INFO nova.compute.claims [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Claim successful on node user
Nov 06 08:29:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:29:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:29:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG nova.policy [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9967ade5d8154b0ba13f624bfe63027b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9157b09b1fda426281dfc143840cd2da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:29:42 user nova-compute[74883]: INFO nova.virt.block_device [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Booting with volume 0a8f03c5-d078-46f2-a838-d19452e4cc66 at /dev/vda
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.utils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[90529248-77b8-430f-babf-f8423b851bde]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8366fa83-aeb5-45cc-8410-817bb92a4ee8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[347ca623-b0b7-4df3-b434-5fb2210a2bae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb51983-9052-4e00-8801-5ecb71b2eea1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:29:42 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:29:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d5c32e-3296-4e40-9b24-7b6ae5f4de9f]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG os_brick.utils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:29:42 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating existing volume attachment record: 9db85d42-57cb-4163-9ea5-e4c94aff5324 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Successfully created port: 802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Successfully updated port: 802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquired lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-changed-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Refreshing instance network info cache due to event network-changed-802403b8-aff2-4345-8a4d-9bf7ceb975f9. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] Acquiring lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG nova.network.neutron [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating instance_info_cache with network_info: [{"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Releasing lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance network_info: |[{"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] Acquired lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG nova.network.neutron [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Refreshing network info cache for port 802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG nova.network.neutron [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updated VIF entry in instance network info cache for port 802403b8-aff2-4345-8a4d-9bf7ceb975f9. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG nova.network.neutron [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating instance_info_cache with network_info: [{"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0ce1e70-11b3-4ac8-bcf8-6dd247dc4a5c req-baff0297-f95c-4047-a4ed-1510f9858d4f service nova] Releasing lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:29:48 user nova-compute[74883]: INFO nova.compute.claims [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Claim successful on node user
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.408s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:29:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:29:48 user nova-compute[74883]: DEBUG nova.policy [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800182b159574d669604d895be8b608d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aaa13d6d1849ca93787a7529b76136', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:29:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Creating image(s)
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "/opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk 1073741824" returned: 0 in 0.059s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking if we can resize image /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Successfully created port: e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Cannot resize image /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Ensure instance console log exists: /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Successfully updated port: e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquired lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-changed-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Refreshing instance network info cache due to event network-changed-e230c01f-150d-47eb-b58c-78c52e2bb94e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] Acquiring lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Port 1136fcfe-6e9a-4761-bc0b-155b1f116639 binding to destination host user is already ACTIVE {{(pid=74883) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating instance_info_cache with network_info: [{"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Releasing lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Instance network_info: |[{"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] Acquired lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Refreshing network info cache for port e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Start _get_guest_xml network_info=[{"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:29:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-212332210',display_name='tempest-AttachVolumeNegativeTest-server-212332210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-212332210',id=19,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuDT+ubliWWUdUKEnDlvDnW4HkyAxDpO/OXxpWit3LlYR/WbsbzmHpjZ7mvVppE8U5gBC7a9SW5PCZdfqA5k0G/cqVfV1tJwdBm6Tp/Z4b25xrIUt/7XGFFOaJtjdNDxQ==',key_name='tempest-keypair-1741793239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-a0gbs37k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=48eeaff8-0ad9-4f90-85f2-508544bda1a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'pci_devices' on Instance uuid 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:29:50 user nova-compute[74883]:   <uuid>48eeaff8-0ad9-4f90-85f2-508544bda1a5</uuid>
Nov 06 08:29:50 user nova-compute[74883]:   <name>instance-00000013</name>
Nov 06 08:29:50 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:29:50 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:29:50 user nova-compute[74883]:   <metadata>
Nov 06 08:29:50 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:29:50 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeNegativeTest-server-212332210</nova:name>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:29:50</nova:creationTime>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:29:50 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:29:50 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:owner>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:user uuid="800182b159574d669604d895be8b608d">tempest-AttachVolumeNegativeTest-1208185020-project-member</nova:user>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:project uuid="a5aaa13d6d1849ca93787a7529b76136">tempest-AttachVolumeNegativeTest-1208185020</nova:project>
Nov 06 08:29:50 user nova-compute[74883]:       </nova:owner>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:29:50 user nova-compute[74883]:       <nova:ports>
Nov 06 08:29:50 user nova-compute[74883]:         <nova:port uuid="e230c01f-150d-47eb-b58c-78c52e2bb94e">
Nov 06 08:29:50 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:29:50 user nova-compute[74883]:         </nova:port>
Nov 06 08:29:50 user nova-compute[74883]:       </nova:ports>
Nov 06 08:29:50 user nova-compute[74883]:     </nova:instance>
Nov 06 08:29:50 user nova-compute[74883]:   </metadata>
Nov 06 08:29:50 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:29:50 user nova-compute[74883]:     <system>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="serial">48eeaff8-0ad9-4f90-85f2-508544bda1a5</entry>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="uuid">48eeaff8-0ad9-4f90-85f2-508544bda1a5</entry>
Nov 06 08:29:50 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:29:50 user nova-compute[74883]:     </system>
Nov 06 08:29:50 user nova-compute[74883]:   </sysinfo>
Nov 06 08:29:50 user nova-compute[74883]:   <os>
Nov 06 08:29:50 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:29:50 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:29:50 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:29:50 user nova-compute[74883]:   </os>
Nov 06 08:29:50 user nova-compute[74883]:   <features>
Nov 06 08:29:50 user nova-compute[74883]:     <acpi/>
Nov 06 08:29:50 user nova-compute[74883]:     <apic/>
Nov 06 08:29:50 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:29:50 user nova-compute[74883]:   </features>
Nov 06 08:29:50 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:29:50 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:29:50 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:29:50 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:29:50 user nova-compute[74883]:   </clock>
Nov 06 08:29:50 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:29:50 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:29:50 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:29:50 user nova-compute[74883]:   </cpu>
Nov 06 08:29:50 user nova-compute[74883]:   <devices>
Nov 06 08:29:50 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:29:50 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:29:50 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk"/>
Nov 06 08:29:50 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:29:50 user nova-compute[74883]:     </disk>
Nov 06 08:29:50 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:29:50 user nova-compute[74883]:       <mac address="fa:16:3e:db:6c:19"/>
Nov 06 08:29:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:50 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:29:50 user nova-compute[74883]:       <target dev="tape230c01f-15"/>
Nov 06 08:29:50 user nova-compute[74883]:     </interface>
Nov 06 08:29:50 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:29:50 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/console.log" append="off"/>
Nov 06 08:29:50 user nova-compute[74883]:     </serial>
Nov 06 08:29:50 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:29:50 user nova-compute[74883]:     <video>
Nov 06 08:29:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:29:50 user nova-compute[74883]:     </video>
Nov 06 08:29:50 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:29:50 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:29:50 user nova-compute[74883]:     </rng>
Nov 06 08:29:50 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:29:50 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:29:50 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:29:50 user nova-compute[74883]:     </memballoon>
Nov 06 08:29:50 user nova-compute[74883]:   </devices>
Nov 06 08:29:50 user nova-compute[74883]: </domain>
Nov 06 08:29:50 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-212332210',display_name='tempest-AttachVolumeNegativeTest-server-212332210',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-212332210',id=19,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuDT+ubliWWUdUKEnDlvDnW4HkyAxDpO/OXxpWit3LlYR/WbsbzmHpjZ7mvVppE8U5gBC7a9SW5PCZdfqA5k0G/cqVfV1tJwdBm6Tp/Z4b25xrIUt/7XGFFOaJtjdNDxQ==',key_name='tempest-keypair-1741793239',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-a0gbs37k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=48eeaff8-0ad9-4f90-85f2-508544bda1a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG os_vif [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b42de701-ec99-5724-9124-69fd076f779a', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape230c01f-15, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape230c01f-15, col_values=(('qos', UUID('a8fcf480-67a9-4d01-b1d2-66f2c173c979')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape230c01f-15, col_values=(('external_ids', {'iface-id': 'e230c01f-150d-47eb-b58c-78c52e2bb94e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:6c:19', 'vm-uuid': '48eeaff8-0ad9-4f90-85f2-508544bda1a5'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: INFO os_vif [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15')
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:db:6c:19, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Creating tmpfile /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/tmp1chkg_z4 to verify with other compute node that the instance is on the same shared storage. {{(pid=74883) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updated VIF entry in instance network info cache for port e230c01f-150d-47eb-b58c-78c52e2bb94e. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating instance_info_cache with network_info: [{"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:51 user nova-compute[74883]: WARNING nova.compute.manager [req-108a9dc4-e13a-4712-88d9-b80781f4f0c4 req-61c0451a-7599-41ff-9683-af499732384a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state resized and task_state resize_reverting.
Nov 06 08:29:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c325e68-d552-4bed-aa66-2a53066ff9a0 req-002db8fb-b453-46fd-bbac-c5f0d940ee44 service nova] Releasing lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:29:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance destroyed successfully.
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'resources' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:28:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1136fcfe-6e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d0f19497-d867-4480-9a77-34272b3595c1) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: INFO os_vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:29:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89a515a-f2b2-4102-a62a-1ff761003663]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:29:52 user nova-compute[74883]: No targets found.
Nov 06 08:29:52 user nova-compute[74883]: iSNS:
Nov 06 08:29:52 user nova-compute[74883]: No targets found.
Nov 06 08:29:52 user nova-compute[74883]: STATIC:
Nov 06 08:29:52 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:29:52 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:29:52 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:29:52 user nova-compute[74883]: FIRMWARE:
Nov 06 08:29:52 user nova-compute[74883]: No targets found.
Nov 06 08:29:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:29:52 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:29:52 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d155ff3-1529-4a9e-9e76-50e545f0678c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a2db3a-e625-4d04-8d71-cabad6bd1153]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:29:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:29:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c7ef80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc1fa691-4d61-4bfd-88bb-c16353f9330f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e68d91f-4588-4600-ab51-df9b79b889e4]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0328481-ff08-495c-8b1e-1a45f0341afe]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4209e17c-7f8f-49cd-a56a-a816c42bd50c]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a437af09-d483-415e-881e-bc46c7d1ace8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d269cf7d-a043-4ef1-b008-3f300e3b7f11]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:29:52 user nova-compute[74883]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:29:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b9d056-4b3e-4112-a9ce-1fb2ce954bf7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.269s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== disconnect_volume: return (270ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] No waiting events found dispatching network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:53 user nova-compute[74883]: WARNING nova.compute.manager [req-db1ce035-0f5c-4936-a6b5-3715b122b9ee req-f8314243-9e35-42d9-9b46-58c4828465b4 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received unexpected event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e for instance with vm_state building and task_state spawning.
Nov 06 08:29:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:53 user nova-compute[74883]: WARNING nova.compute.manager [req-298346c5-1b94-4fc8-a43a-e1eb10f8fb62 req-7e5d16ad-81cd-495a-a5f8-5149d2396d18 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state resized and task_state resize_reverting.
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:29:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Instance spawned successfully.
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] No waiting events found dispatching network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:29:55 user nova-compute[74883]: WARNING nova.compute.manager [req-a9df5ed1-b326-4f96-bbe9-d3303bd28d15 req-37839633-c99c-425f-a29d-e28dd56781f3 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received unexpected event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e for instance with vm_state building and task_state spawning.
Nov 06 08:29:55 user nova-compute[74883]: INFO nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Took 6.20 seconds to spawn the instance on the hypervisor.
Nov 06 08:29:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:29:55 user nova-compute[74883]: INFO nova.compute.manager [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Took 6.99 seconds to build instance.
Nov 06 08:29:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-265fdc24-9888-4258-9752-049b6c3c1a21 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.089s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:29:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:29:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:00 user nova-compute[74883]: INFO nova.compute.manager [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Terminating instance
Nov 06 08:30:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-unplugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] No waiting events found dispatching network-vif-unplugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-de85f10c-3e08-4599-b90f-51e75eb40f0e req-49766533-18b3-45dc-91b5-158077575c07 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-unplugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:30:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Instance destroyed successfully.
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lazy-loading 'resources' on Instance uuid 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1536551949',display_name='tempest-ServerStableDeviceRescueTest-server-1536551949',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1536551949',id=4,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBjAVzdgohibq76HOoiA/tfFh3n/fZGmu25JZWGNQAlODdFIUHyXEzNt7bEHqtPDTfyKb/gpCY9aW3WySx4i7umL6Q5XPeu3A7w1luwqBWHMy7LtxvYksF1O9Quj18QAw==',key_name='tempest-keypair-2044074137',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fcff8e6882f4cdea79661fda18f065d',ramdisk_id='',reservation_id='r-7wqnvkk6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1514907108',owner_user_name='tempest-ServerStableDeviceRescueTest-1514907108-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:24:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='798a7a8a1673459faaded11452006305',uuid=532d86c8-373e-43c9-b3df-f5cf4e5e23e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converting VIF {"id": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "address": "fa:16:3e:c8:07:ce", "network": {"id": "6493148c-f16d-4495-bc63-81fd7bf41a59", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1098996145-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.77", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fcff8e6882f4cdea79661fda18f065d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c0445a0-a2", "ovs_interfaceid": "0c0445a0-a23e-4bae-9d5b-41a45b608518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG os_vif [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c0445a0-a2, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87058bf2-a9b0-40a9-b8da-d31025b8245d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:01 user nova-compute[74883]: INFO os_vif [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:07:ce,bridge_name='br-int',has_traffic_filtering=True,id=0c0445a0-a23e-4bae-9d5b-41a45b608518,network=Network(6493148c-f16d-4495-bc63-81fd7bf41a59),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c0445a0-a2')
Nov 06 08:30:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Deleting instance files /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2_del
Nov 06 08:30:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Deletion of /opt/stack/data/nova/instances/532d86c8-373e-43c9-b3df-f5cf4e5e23e2_del complete
Nov 06 08:30:01 user nova-compute[74883]: INFO nova.compute.manager [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Took 0.78 seconds to destroy the instance on the hypervisor.
Nov 06 08:30:01 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:30:01 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:02 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Took 1.31 seconds to deallocate network for instance.
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-4b65a74b-bd5d-44d6-ba92-5a3c687cc238 req-42c6b063-7676-4598-bb72-a7912230454e service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-deleted-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:02 user nova-compute[74883]: INFO nova.compute.manager [req-4b65a74b-bd5d-44d6-ba92-5a3c687cc238 req-42c6b063-7676-4598-bb72-a7912230454e service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Neutron deleted interface 0c0445a0-a23e-4bae-9d5b-41a45b608518; detaching it from the instance and deleting it from the info cache
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-4b65a74b-bd5d-44d6-ba92-5a3c687cc238 req-42c6b063-7676-4598-bb72-a7912230454e service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-4b65a74b-bd5d-44d6-ba92-5a3c687cc238 req-42c6b063-7676-4598-bb72-a7912230454e service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Detach interface failed, port_id=0c0445a0-a23e-4bae-9d5b-41a45b608518, reason: Instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] Acquiring lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] No waiting events found dispatching network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:02 user nova-compute[74883]: WARNING nova.compute.manager [req-a06e282c-d042-4287-b68f-b3f6b115c528 req-864ba441-8df5-4bf1-b736-774fed099e79 service nova] [instance: 532d86c8-373e-43c9-b3df-f5cf4e5e23e2] Received unexpected event network-vif-plugged-0c0445a0-a23e-4bae-9d5b-41a45b608518 for instance with vm_state deleted and task_state None.
Nov 06 08:30:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:30:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:30:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.402s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:03 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Deleted allocations for instance 532d86c8-373e-43c9-b3df-f5cf4e5e23e2
Nov 06 08:30:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-db11b310-1f6c-4b88-b0a9-ff7d0e000055 tempest-ServerStableDeviceRescueTest-1514907108 tempest-ServerStableDeviceRescueTest-1514907108-project-member] Lock "532d86c8-373e-43c9-b3df-f5cf4e5e23e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.733s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'migration_context' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.objects.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Object Instance<9568c3d5-f81e-44f6-a03c-cb50eeec5690> lazy-loaded attributes: resources,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:30:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Creating image(s)
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Ensure instance console log exists: /opt/stack/data/nova/instances/0ba33625-2b9e-404c-abbc-14cb0d9a581a/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Start _get_guest_xml network_info=[{"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0ba33625-2b9e-404c-abbc-14cb0d9a581a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a8f03c5-d078-46f2-a838-d19452e4cc66', 'serial': '0a8f03c5-d078-46f2-a838-d19452e4cc66'}, 'attachment_id': '9db85d42-57cb-4163-9ea5-e4c94aff5324', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:30:06 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:06 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:30:06 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:30:06 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:30:06 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8a30ad-e2b5-4397-9bc5-24198a9da1b3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:30:06 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[64de0934-43cb-4d04-8629-7bb0f49bcb84]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66] added
Nov 06 08:30:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[113b7dab-1439-4495-bfc7-b3a96c862504]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2fe2bb-6d76-4688-90c7-7a9563333452]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MOFTbKZI {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MOFTbKZI" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8fecac-0baf-4a1c-ae5a-86991bb5674a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MOFTbKZI'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a47eb17f-a275-4bb5-88a8-f84abe8118a5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.549s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[771cbb1c-9e62-4076-b52a-b97801335525]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:30:06 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:30:06 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:30:06 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:30:06 user nova-compute[74883]: 
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea29fba-4705-4ab7-9bce-ce2f545eb0bf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260]
Nov 06 08:30:06 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260] successful.
Nov 06 08:30:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[21827b89-6792-4b9a-917a-0fa129c5a7ab]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaebcdee-a009-4d02-8bf4-5af7f4bd5b48]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98f75da-2c7f-4885-b7b6-3ebc6dbd4054]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:30:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:30:06 user nova-compute[74883]: INFO nova.compute.manager [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Swapping old allocation on dict_keys(['e217f4f8-1ed1-4401-b1e9-56d30df3c040']) held by migration 0d86e035-0ea0-43d6-b557-0afbc364ee87 for instance
Nov 06 08:30:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Overwriting current allocation {'allocations': {'e217f4f8-1ed1-4401-b1e9-56d30df3c040': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 23}}, 'project_id': 'b14fef3c25bc47329a1112d7e049ec78', 'user_id': '9ec1da3e613746a3848c40d6b566d373', 'consumer_generation': 1} on consumer 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.utils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c958d124-d8a5-4617-8a79-3fe920d070bd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[28635d60-d885-4694-9ae8-133bae17dc8a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[553951ad-eaec-440d-a9ef-5c416c5a3ef8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[752179b9-2438-41b4-8a87-8e6bbfb2a1db]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:30:07 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:30:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5057562f-e403-465d-87c8-a595993a4940]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.utils [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== connect_volume: return (1434ms) {'type': 'block', 'scsi_wwn': '23162653238666239', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162653238666239', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2028407790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2028407790',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBvvITCyEK5rh7oJMOYtimOk6WhXnFiBeWxAYNGb+sl8dKdRwlR5hXWFZbch29nj/P8A7rQdDDYbYvG85y9vj9dubZ8ftaLKxujXAfkLTwNI9aY1t4y/5eFYE2duKZX8Pw==',key_name='tempest-keypair-1942629651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9157b09b1fda426281dfc143840cd2da',ramdisk_id='',reservation_id='r-xkuqcz0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2076195383',owner_user_name='tempest-ServerActionsV293TestJSON-2076195383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9967ade5d8154b0ba13f624bfe63027b',uuid=0ba33625-2b9e-404c-abbc-14cb0d9a581a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converting VIF {"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.objects.instance [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lazy-loading 'pci_devices' on Instance uuid 0ba33625-2b9e-404c-abbc-14cb0d9a581a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:30:07 user nova-compute[74883]:   <uuid>0ba33625-2b9e-404c-abbc-14cb0d9a581a</uuid>
Nov 06 08:30:07 user nova-compute[74883]:   <name>instance-00000012</name>
Nov 06 08:30:07 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:30:07 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:30:07 user nova-compute[74883]:   <metadata>
Nov 06 08:30:07 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:30:07 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:30:07 user nova-compute[74883]:       <nova:name>tempest-ServerActionsV293TestJSON-server-2028407790</nova:name>
Nov 06 08:30:07 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:30:06</nova:creationTime>
Nov 06 08:30:07 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:30:07 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:30:07 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:30:07 user nova-compute[74883]:       <nova:owner>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:user uuid="9967ade5d8154b0ba13f624bfe63027b">tempest-ServerActionsV293TestJSON-2076195383-project-member</nova:user>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:project uuid="9157b09b1fda426281dfc143840cd2da">tempest-ServerActionsV293TestJSON-2076195383</nova:project>
Nov 06 08:30:07 user nova-compute[74883]:       </nova:owner>
Nov 06 08:30:07 user nova-compute[74883]:       <nova:ports>
Nov 06 08:30:07 user nova-compute[74883]:         <nova:port uuid="802403b8-aff2-4345-8a4d-9bf7ceb975f9">
Nov 06 08:30:07 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 08:30:07 user nova-compute[74883]:         </nova:port>
Nov 06 08:30:07 user nova-compute[74883]:       </nova:ports>
Nov 06 08:30:07 user nova-compute[74883]:     </nova:instance>
Nov 06 08:30:07 user nova-compute[74883]:   </metadata>
Nov 06 08:30:07 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:30:07 user nova-compute[74883]:     <system>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="serial">0ba33625-2b9e-404c-abbc-14cb0d9a581a</entry>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="uuid">0ba33625-2b9e-404c-abbc-14cb0d9a581a</entry>
Nov 06 08:30:07 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:30:07 user nova-compute[74883]:     </system>
Nov 06 08:30:07 user nova-compute[74883]:   </sysinfo>
Nov 06 08:30:07 user nova-compute[74883]:   <os>
Nov 06 08:30:07 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:30:07 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:30:07 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:30:07 user nova-compute[74883]:   </os>
Nov 06 08:30:07 user nova-compute[74883]:   <features>
Nov 06 08:30:07 user nova-compute[74883]:     <acpi/>
Nov 06 08:30:07 user nova-compute[74883]:     <apic/>
Nov 06 08:30:07 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:30:07 user nova-compute[74883]:   </features>
Nov 06 08:30:07 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:30:07 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:30:07 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:30:07 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:30:07 user nova-compute[74883]:   </clock>
Nov 06 08:30:07 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:30:07 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:30:07 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:30:07 user nova-compute[74883]:   </cpu>
Nov 06 08:30:07 user nova-compute[74883]:   <devices>
Nov 06 08:30:07 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:30:07 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:30:07 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:30:07 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:30:07 user nova-compute[74883]:       <serial>0a8f03c5-d078-46f2-a838-d19452e4cc66</serial>
Nov 06 08:30:07 user nova-compute[74883]:     </disk>
Nov 06 08:30:07 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:30:07 user nova-compute[74883]:       <mac address="fa:16:3e:4f:95:7b"/>
Nov 06 08:30:07 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:07 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:30:07 user nova-compute[74883]:       <target dev="tap802403b8-af"/>
Nov 06 08:30:07 user nova-compute[74883]:     </interface>
Nov 06 08:30:07 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:30:07 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/0ba33625-2b9e-404c-abbc-14cb0d9a581a/console.log" append="off"/>
Nov 06 08:30:07 user nova-compute[74883]:     </serial>
Nov 06 08:30:07 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:30:07 user nova-compute[74883]:     <video>
Nov 06 08:30:07 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:07 user nova-compute[74883]:     </video>
Nov 06 08:30:07 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:30:07 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:30:07 user nova-compute[74883]:     </rng>
Nov 06 08:30:07 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:30:07 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:30:07 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:30:07 user nova-compute[74883]:     </memballoon>
Nov 06 08:30:07 user nova-compute[74883]:   </devices>
Nov 06 08:30:07 user nova-compute[74883]: </domain>
Nov 06 08:30:07 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2028407790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2028407790',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBvvITCyEK5rh7oJMOYtimOk6WhXnFiBeWxAYNGb+sl8dKdRwlR5hXWFZbch29nj/P8A7rQdDDYbYvG85y9vj9dubZ8ftaLKxujXAfkLTwNI9aY1t4y/5eFYE2duKZX8Pw==',key_name='tempest-keypair-1942629651',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9157b09b1fda426281dfc143840cd2da',ramdisk_id='',reservation_id='r-xkuqcz0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2076195383',owner_user_name='tempest-ServerActionsV293TestJSON-2076195383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9967ade5d8154b0ba13f624bfe63027b',uuid=0ba33625-2b9e-404c-abbc-14cb0d9a581a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converting VIF {"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG os_vif [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6def25bd-d5ce-53e7-9aa5-d7d1bd358947', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap802403b8-af, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap802403b8-af, col_values=(('qos', UUID('a1f3c99a-090a-4c21-b6a7-e54c58615cee')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap802403b8-af, col_values=(('external_ids', {'iface-id': '802403b8-aff2-4345-8a4d-9bf7ceb975f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:95:7b', 'vm-uuid': '0ba33625-2b9e-404c-abbc-14cb0d9a581a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:08 user nova-compute[74883]: INFO os_vif [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af')
Nov 06 08:30:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:30:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] No VIF found with MAC fa:16:3e:4f:95:7b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] No waiting events found dispatching network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:09 user nova-compute[74883]: WARNING nova.compute.manager [req-284f6d0a-667d-4e6e-9d40-77c4c6192236 req-aff2b4ce-2003-409d-bb53-14c5fa1ac23b service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received unexpected event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 for instance with vm_state building and task_state spawning.
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] No waiting events found dispatching network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:11 user nova-compute[74883]: WARNING nova.compute.manager [req-5cefdbe4-26e3-454a-ab6b-9960e2605a53 req-a8ceb567-9d62-4306-8333-cb64cbe4b244 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received unexpected event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 for instance with vm_state building and task_state spawning.
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:30:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance spawned successfully.
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:12 user nova-compute[74883]: INFO nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Took 5.89 seconds to spawn the instance on the hypervisor.
Nov 06 08:30:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:30:12 user nova-compute[74883]: INFO nova.compute.manager [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Took 30.96 seconds to build instance.
Nov 06 08:30:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-39353211-547d-4f0d-bda6-cb7747039ddd tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.050s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:30:22 user nova-compute[74883]: INFO nova.compute.manager [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] instance snapshotting
Nov 06 08:30:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Beginning live snapshot process
Nov 06 08:30:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json -f qcow2" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json -f qcow2" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.208s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67.delta 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67.delta 1073741824" returned: 0 in 0.063s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 06 08:30:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:30:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:30:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 06 08:30:25 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:30:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67.delta /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67.delta /opt/stack/data/nova/instances/snapshots/tmplq86lc7e/e7828ed4fcbd43af9124abd0c8c21f67" returned: 0 in 0.499s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Snapshot extracted, beginning image upload
Nov 06 08:30:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Snapshot image upload complete
Nov 06 08:30:29 user nova-compute[74883]: INFO nova.compute.manager [None req-6f28169b-0c0b-4ac5-8044-68b5438fe35a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Took 6.40 seconds to snapshot the instance on the hypervisor.
Nov 06 08:30:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:33 user nova-compute[74883]: INFO nova.compute.manager [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Terminating instance
Nov 06 08:30:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-unplugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] No waiting events found dispatching network-vif-unplugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-18eb7524-15bd-4c44-9002-64fb7f436d6f req-35e98b2f-ad4f-4627-b2ed-ef4f606bfb31 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-unplugged-267715d6-1bb9-4382-8178-7afab497d661 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Instance destroyed successfully.
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.objects.instance [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lazy-loading 'resources' on Instance uuid 42cdf323-4bbc-495a-b5b1-624bd45a7ead {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:23:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1636466090',display_name='tempest-VolumesAdminNegativeTest-server-1636466090',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1636466090',id=7,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEU++ZlYt+Tw1P+9F3n7+BHBQkXbQcqviA4jZR2EX8lYuKY3IhkUqJqOX2gdhCEeg2kq0gRJyWkEuORtLP2u+IaeQbFdsXB0gGdJGBWgTA8BJc7tU7m+nLw8uzXOQFT1uA==',key_name='tempest-keypair-1323973163',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='330edcc6b63641e794d7fae4b4886faf',ramdisk_id='',reservation_id='r-an3e66k3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-212661328',owner_user_name='tempest-VolumesAdminNegativeTest-212661328-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ed51dec568554b969a4465fe1a274a64',uuid=42cdf323-4bbc-495a-b5b1-624bd45a7ead,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converting VIF {"id": "267715d6-1bb9-4382-8178-7afab497d661", "address": "fa:16:3e:a6:40:2f", "network": {"id": "21270091-fc3c-452a-a4d7-2b78c6895fcd", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2062698334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "330edcc6b63641e794d7fae4b4886faf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap267715d6-1b", "ovs_interfaceid": "267715d6-1bb9-4382-8178-7afab497d661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG os_vif [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap267715d6-1b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=408a4f6e-b63b-4400-ae13-ff1371cafe3d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:34 user nova-compute[74883]: INFO os_vif [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:40:2f,bridge_name='br-int',has_traffic_filtering=True,id=267715d6-1bb9-4382-8178-7afab497d661,network=Network(21270091-fc3c-452a-a4d7-2b78c6895fcd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap267715d6-1b')
Nov 06 08:30:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Deleting instance files /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead_del
Nov 06 08:30:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Deletion of /opt/stack/data/nova/instances/42cdf323-4bbc-495a-b5b1-624bd45a7ead_del complete
Nov 06 08:30:34 user nova-compute[74883]: INFO nova.compute.manager [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Took 1.01 seconds to destroy the instance on the hypervisor.
Nov 06 08:30:34 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:30:34 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:30:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:35 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:35 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Took 0.99 seconds to deallocate network for instance.
Nov 06 08:30:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] Acquiring lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] No waiting events found dispatching network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:36 user nova-compute[74883]: WARNING nova.compute.manager [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received unexpected event network-vif-plugged-267715d6-1bb9-4382-8178-7afab497d661 for instance with vm_state deleted and task_state None.
Nov 06 08:30:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-d20a6c23-c353-4dce-b50f-2102d5f14f35 req-407acd80-6f5f-4fbe-bfd4-f1d466856930 service nova] [instance: 42cdf323-4bbc-495a-b5b1-624bd45a7ead] Received event network-vif-deleted-267715d6-1bb9-4382-8178-7afab497d661 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:30:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:36 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Deleted allocations for instance 42cdf323-4bbc-495a-b5b1-624bd45a7ead
Nov 06 08:30:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-58a009ac-6b2f-4da7-b0c4-8ecde6c8e49d tempest-VolumesAdminNegativeTest-212661328 tempest-VolumesAdminNegativeTest-212661328-project-member] Lock "42cdf323-4bbc-495a-b5b1-624bd45a7ead" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.602s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-9568c3d5-f81e-44f6-a03c-cb50eeec5690" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:30:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:30:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7839MB free_disk=25.246868133544922GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 0ba33625-2b9e-404c-abbc-14cb0d9a581a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:30:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.477s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:30:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Starting finish_revert_migration {{(pid=74883) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start _get_guest_xml network_info=[{"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9568c3d5-f81e-44f6-a03c-cb50eeec5690', 'attached_at': '2023-11-06T08:30:44.000000', 'detached_at': '', 'volume_id': '7771c8d8-7e0d-4240-98b1-01a6212ed012', 'serial': '7771c8d8-7e0d-4240-98b1-01a6212ed012'}, 'attachment_id': '17e7058c-857e-4444-8981-92751d19e457', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:30:44 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:44 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:30:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:30:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:30:44 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea06eba2-4348-4e58-b490-410755d61c14]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:30:44 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[20f64dc8-2b35-43ff-b182-ebf094216fac]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012] added
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f41a16dd-1d19-495d-a600-be39fe48eefc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8da1d74-393e-4e01-ab18-b6a7d9bf51a0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ijcwpgFA" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a89207c-9d31-40e3-9dd9-8d06c992a8a3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ijcwpgFA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8a0978-cb6c-4779-bbd0-8b680a8fa86e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6165ef55-ea76-4090-a3e6-028434abacfe]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1748e1ea-ecb5-435f-ad03-84ebc3724a78]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:30:44 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c85adc1-8ad1-4367-97a6-f464694be6c0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55a76d6-4071-40e2-a968-422262cf10d7]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:30:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ba6959-d107-400f-a1ad-0d1e85e7f362]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:30:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262626237336263', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:28:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:29:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:30:45 user nova-compute[74883]:   <uuid>9568c3d5-f81e-44f6-a03c-cb50eeec5690</uuid>
Nov 06 08:30:45 user nova-compute[74883]:   <name>instance-00000003</name>
Nov 06 08:30:45 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:30:45 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:30:45 user nova-compute[74883]:   <metadata>
Nov 06 08:30:45 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:30:45 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherB-server-1963391439</nova:name>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:30:44</nova:creationTime>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:30:45 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:30:45 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:owner>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:user uuid="9ec1da3e613746a3848c40d6b566d373">tempest-ServerActionsTestOtherB-1397979015-project-member</nova:user>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:project uuid="b14fef3c25bc47329a1112d7e049ec78">tempest-ServerActionsTestOtherB-1397979015</nova:project>
Nov 06 08:30:45 user nova-compute[74883]:       </nova:owner>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:30:45 user nova-compute[74883]:       <nova:ports>
Nov 06 08:30:45 user nova-compute[74883]:         <nova:port uuid="1136fcfe-6e9a-4761-bc0b-155b1f116639">
Nov 06 08:30:45 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:30:45 user nova-compute[74883]:         </nova:port>
Nov 06 08:30:45 user nova-compute[74883]:       </nova:ports>
Nov 06 08:30:45 user nova-compute[74883]:     </nova:instance>
Nov 06 08:30:45 user nova-compute[74883]:   </metadata>
Nov 06 08:30:45 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:30:45 user nova-compute[74883]:     <system>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="serial">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="uuid">9568c3d5-f81e-44f6-a03c-cb50eeec5690</entry>
Nov 06 08:30:45 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:30:45 user nova-compute[74883]:     </system>
Nov 06 08:30:45 user nova-compute[74883]:   </sysinfo>
Nov 06 08:30:45 user nova-compute[74883]:   <os>
Nov 06 08:30:45 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:30:45 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:30:45 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:30:45 user nova-compute[74883]:   </os>
Nov 06 08:30:45 user nova-compute[74883]:   <features>
Nov 06 08:30:45 user nova-compute[74883]:     <acpi/>
Nov 06 08:30:45 user nova-compute[74883]:     <apic/>
Nov 06 08:30:45 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:30:45 user nova-compute[74883]:   </features>
Nov 06 08:30:45 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:30:45 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:30:45 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:30:45 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:30:45 user nova-compute[74883]:   </clock>
Nov 06 08:30:45 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:30:45 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:30:45 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:30:45 user nova-compute[74883]:   </cpu>
Nov 06 08:30:45 user nova-compute[74883]:   <devices>
Nov 06 08:30:45 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:30:45 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:30:45 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk"/>
Nov 06 08:30:45 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:30:45 user nova-compute[74883]:     </disk>
Nov 06 08:30:45 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:30:45 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:30:45 user nova-compute[74883]:       <source dev="/dev/sdc"/>
Nov 06 08:30:45 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:30:45 user nova-compute[74883]:       <serial>7771c8d8-7e0d-4240-98b1-01a6212ed012</serial>
Nov 06 08:30:45 user nova-compute[74883]:     </disk>
Nov 06 08:30:45 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:30:45 user nova-compute[74883]:       <mac address="fa:16:3e:7b:a7:cc"/>
Nov 06 08:30:45 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:45 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:30:45 user nova-compute[74883]:       <target dev="tap1136fcfe-6e"/>
Nov 06 08:30:45 user nova-compute[74883]:     </interface>
Nov 06 08:30:45 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:30:45 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/console.log" append="off"/>
Nov 06 08:30:45 user nova-compute[74883]:     </serial>
Nov 06 08:30:45 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:30:45 user nova-compute[74883]:     <video>
Nov 06 08:30:45 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:45 user nova-compute[74883]:     </video>
Nov 06 08:30:45 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:30:45 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:30:45 user nova-compute[74883]:     </rng>
Nov 06 08:30:45 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:30:45 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:30:45 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:30:45 user nova-compute[74883]:     </memballoon>
Nov 06 08:30:45 user nova-compute[74883]:   </devices>
Nov 06 08:30:45 user nova-compute[74883]: </domain>
Nov 06 08:30:45 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:28:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:29:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG os_vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '644fd642-4cb3-5c49-875f-f12daca91fc9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1136fcfe-6e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1136fcfe-6e, col_values=(('qos', UUID('fb9c5793-5f77-4f7b-bd94-b3b76465be31')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1136fcfe-6e, col_values=(('external_ids', {'iface-id': '1136fcfe-6e9a-4761-bc0b-155b1f116639', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:a7:cc', 'vm-uuid': '9568c3d5-f81e-44f6-a03c-cb50eeec5690'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:45 user nova-compute[74883]: INFO os_vif [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:30:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:47 user nova-compute[74883]: WARNING nova.compute.manager [req-98c2202a-a04a-4712-a7ca-c3bc963ac187 req-63e3cdc5-ea94-4ad7-88d0-fa97edd62228 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state resized and task_state resize_reverting.
Nov 06 08:30:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:30:48 user nova-compute[74883]: INFO nova.compute.claims [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Claim successful on node user
Nov 06 08:30:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.411s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:30:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.policy [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b4e43f9bbb4a87b053bfcde1eb8aac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964147e774c74b4b86120e20100ddc97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:30:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance running successfully.
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] finish_revert_migration finished successfully. {{(pid=74883) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:30:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Creating image(s)
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:49 user nova-compute[74883]: WARNING nova.compute.manager [req-26733275-9fab-4a07-9071-3a84dba1d121 req-1108501a-f32c-4ba5-9131-fdb28ce0c0cc service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state resized and task_state resize_reverting.
Nov 06 08:30:49 user nova-compute[74883]: INFO nova.compute.manager [None req-e0aad713-ab56-4072-b38d-d34d18aa7be1 tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance to original state: 'active'
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.230s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk 1073741824" returned: 0 in 0.065s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Successfully created port: 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:30:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Cannot resize image /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Ensure instance console log exists: /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Successfully updated port: 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing instance network info cache due to event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:30:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance network_info: |[{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start _get_guest_xml network_info=[{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:30:51 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:51 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDdh730PwalY8Z9Cugc+UapxjCucFHFs0iAe6PhpSvqxwWjYCfjRKlbJmdKGaImgvTM+E7aHrg6aMNviZMzFin3ud6H39yhQiVPVGDFfAp2iHbVlDHE3XVXEpwr2T4/4Aw==',key_name='tempest-keypair-1309954838',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:30:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_devices' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:30:51 user nova-compute[74883]:   <uuid>dd426d67-86ee-45b1-afd5-94c7ca0fecc9</uuid>
Nov 06 08:30:51 user nova-compute[74883]:   <name>instance-00000014</name>
Nov 06 08:30:51 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:30:51 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:30:51 user nova-compute[74883]:   <metadata>
Nov 06 08:30:51 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:30:51 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-791152249</nova:name>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:30:51</nova:creationTime>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:30:51 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:30:51 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:owner>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:user uuid="27b4e43f9bbb4a87b053bfcde1eb8aac">tempest-AttachVolumeShelveTestJSON-1779164499-project-member</nova:user>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:project uuid="964147e774c74b4b86120e20100ddc97">tempest-AttachVolumeShelveTestJSON-1779164499</nova:project>
Nov 06 08:30:51 user nova-compute[74883]:       </nova:owner>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:30:51 user nova-compute[74883]:       <nova:ports>
Nov 06 08:30:51 user nova-compute[74883]:         <nova:port uuid="971d5771-301f-4c3c-8b9a-11f613e6060a">
Nov 06 08:30:51 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 06 08:30:51 user nova-compute[74883]:         </nova:port>
Nov 06 08:30:51 user nova-compute[74883]:       </nova:ports>
Nov 06 08:30:51 user nova-compute[74883]:     </nova:instance>
Nov 06 08:30:51 user nova-compute[74883]:   </metadata>
Nov 06 08:30:51 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:30:51 user nova-compute[74883]:     <system>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="serial">dd426d67-86ee-45b1-afd5-94c7ca0fecc9</entry>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="uuid">dd426d67-86ee-45b1-afd5-94c7ca0fecc9</entry>
Nov 06 08:30:51 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:30:51 user nova-compute[74883]:     </system>
Nov 06 08:30:51 user nova-compute[74883]:   </sysinfo>
Nov 06 08:30:51 user nova-compute[74883]:   <os>
Nov 06 08:30:51 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:30:51 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:30:51 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:30:51 user nova-compute[74883]:   </os>
Nov 06 08:30:51 user nova-compute[74883]:   <features>
Nov 06 08:30:51 user nova-compute[74883]:     <acpi/>
Nov 06 08:30:51 user nova-compute[74883]:     <apic/>
Nov 06 08:30:51 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:30:51 user nova-compute[74883]:   </features>
Nov 06 08:30:51 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:30:51 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:30:51 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:30:51 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:30:51 user nova-compute[74883]:   </clock>
Nov 06 08:30:51 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:30:51 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:30:51 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:30:51 user nova-compute[74883]:   </cpu>
Nov 06 08:30:51 user nova-compute[74883]:   <devices>
Nov 06 08:30:51 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:30:51 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:30:51 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk"/>
Nov 06 08:30:51 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:30:51 user nova-compute[74883]:     </disk>
Nov 06 08:30:51 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:30:51 user nova-compute[74883]:       <mac address="fa:16:3e:7c:5f:09"/>
Nov 06 08:30:51 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:51 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:30:51 user nova-compute[74883]:       <target dev="tap971d5771-30"/>
Nov 06 08:30:51 user nova-compute[74883]:     </interface>
Nov 06 08:30:51 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:30:51 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/console.log" append="off"/>
Nov 06 08:30:51 user nova-compute[74883]:     </serial>
Nov 06 08:30:51 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:30:51 user nova-compute[74883]:     <video>
Nov 06 08:30:51 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:51 user nova-compute[74883]:     </video>
Nov 06 08:30:51 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:30:51 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:30:51 user nova-compute[74883]:     </rng>
Nov 06 08:30:51 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:30:51 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:30:51 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:30:51 user nova-compute[74883]:     </memballoon>
Nov 06 08:30:51 user nova-compute[74883]:   </devices>
Nov 06 08:30:51 user nova-compute[74883]: </domain>
Nov 06 08:30:51 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDdh730PwalY8Z9Cugc+UapxjCucFHFs0iAe6PhpSvqxwWjYCfjRKlbJmdKGaImgvTM+E7aHrg6aMNviZMzFin3ud6H39yhQiVPVGDFfAp2iHbVlDHE3XVXEpwr2T4/4Aw==',key_name='tempest-keypair-1309954838',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:30:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG os_vif [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54b4ed2a-51b7-584e-8156-4fec194d30f3', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap971d5771-30, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap971d5771-30, col_values=(('qos', UUID('a1b46244-9fab-4411-9d1c-4043d9607dee')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap971d5771-30, col_values=(('external_ids', {'iface-id': '971d5771-301f-4c3c-8b9a-11f613e6060a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:5f:09', 'vm-uuid': 'dd426d67-86ee-45b1-afd5-94c7ca0fecc9'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:51 user nova-compute[74883]: INFO os_vif [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30')
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No VIF found with MAC fa:16:3e:7c:5f:09, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:30:51 user nova-compute[74883]: INFO nova.compute.manager [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Rescuing
Nov 06 08:30:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updated VIF entry in instance network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9dfe799e-6208-450e-b623-d42a36043620 req-b79015ae-04aa-4520-b849-a7737251b1b0 service nova] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:52 user nova-compute[74883]: WARNING nova.compute.manager [req-4f4bd327-1098-449e-87b3-05542b85f9ec req-ef7b89ca-e0f3-4a66-bfd0-baf722ddc448 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state active and task_state rescuing.
Nov 06 08:30:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance destroyed successfully.
Nov 06 08:30:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Attempting rescue
Nov 06 08:30:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74883) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:30:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Creating image(s)
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'trusted_certs' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue" returned: 0 in 0.058s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'migration_context' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.base [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<d52cf3c9-77ca-41e5-b17f-1c3178f60e00> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start _get_guest_xml network_info=[{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:fe:ea:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.base [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<d52cf3c9-77ca-41e5-b17f-1c3178f60e00> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'numa_topology' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.base [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<d52cf3c9-77ca-41e5-b17f-1c3178f60e00> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'vcpu_model' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.base [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<d52cf3c9-77ca-41e5-b17f-1c3178f60e00> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1074165435',display_name='tempest-ServerRescueNegativeTestJSON-server-1074165435',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1074165435',id=17,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:29:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-4iymdj06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:09Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=d52cf3c9-77ca-41e5-b17f-1c3178f60e00,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:fe:ea:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:fe:ea:ee"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.objects.base [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<d52cf3c9-77ca-41e5-b17f-1c3178f60e00> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:30:54 user nova-compute[74883]:   <uuid>d52cf3c9-77ca-41e5-b17f-1c3178f60e00</uuid>
Nov 06 08:30:54 user nova-compute[74883]:   <name>instance-00000011</name>
Nov 06 08:30:54 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:30:54 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:30:54 user nova-compute[74883]:   <metadata>
Nov 06 08:30:54 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:30:54 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1074165435</nova:name>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:30:54</nova:creationTime>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:30:54 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:30:54 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:owner>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:30:54 user nova-compute[74883]:       </nova:owner>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:30:54 user nova-compute[74883]:       <nova:ports>
Nov 06 08:30:54 user nova-compute[74883]:         <nova:port uuid="c2807d8f-1809-45e3-84c0-61ced27cb8fc">
Nov 06 08:30:54 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 08:30:54 user nova-compute[74883]:         </nova:port>
Nov 06 08:30:54 user nova-compute[74883]:       </nova:ports>
Nov 06 08:30:54 user nova-compute[74883]:     </nova:instance>
Nov 06 08:30:54 user nova-compute[74883]:   </metadata>
Nov 06 08:30:54 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:30:54 user nova-compute[74883]:     <system>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="serial">d52cf3c9-77ca-41e5-b17f-1c3178f60e00</entry>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="uuid">d52cf3c9-77ca-41e5-b17f-1c3178f60e00</entry>
Nov 06 08:30:54 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:30:54 user nova-compute[74883]:     </system>
Nov 06 08:30:54 user nova-compute[74883]:   </sysinfo>
Nov 06 08:30:54 user nova-compute[74883]:   <os>
Nov 06 08:30:54 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:30:54 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:30:54 user nova-compute[74883]:   </os>
Nov 06 08:30:54 user nova-compute[74883]:   <features>
Nov 06 08:30:54 user nova-compute[74883]:     <acpi/>
Nov 06 08:30:54 user nova-compute[74883]:     <apic/>
Nov 06 08:30:54 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:30:54 user nova-compute[74883]:   </features>
Nov 06 08:30:54 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:30:54 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:30:54 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:30:54 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:30:54 user nova-compute[74883]:   </clock>
Nov 06 08:30:54 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:30:54 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:30:54 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:30:54 user nova-compute[74883]:   </cpu>
Nov 06 08:30:54 user nova-compute[74883]:   <devices>
Nov 06 08:30:54 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:30:54 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:30:54 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue"/>
Nov 06 08:30:54 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:30:54 user nova-compute[74883]:     </disk>
Nov 06 08:30:54 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:30:54 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:30:54 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk"/>
Nov 06 08:30:54 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:30:54 user nova-compute[74883]:     </disk>
Nov 06 08:30:54 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:30:54 user nova-compute[74883]:       <mac address="fa:16:3e:fe:ea:ee"/>
Nov 06 08:30:54 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:54 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:30:54 user nova-compute[74883]:       <target dev="tapc2807d8f-18"/>
Nov 06 08:30:54 user nova-compute[74883]:     </interface>
Nov 06 08:30:54 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:30:54 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/console.log" append="off"/>
Nov 06 08:30:54 user nova-compute[74883]:     </serial>
Nov 06 08:30:54 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:30:54 user nova-compute[74883]:     <video>
Nov 06 08:30:54 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:30:54 user nova-compute[74883]:     </video>
Nov 06 08:30:54 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:30:54 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:30:54 user nova-compute[74883]:     </rng>
Nov 06 08:30:54 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:30:54 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:30:54 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:30:54 user nova-compute[74883]:     </memballoon>
Nov 06 08:30:54 user nova-compute[74883]:   </devices>
Nov 06 08:30:54 user nova-compute[74883]: </domain>
Nov 06 08:30:54 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:30:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance destroyed successfully.
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:fe:ea:ee, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:54 user nova-compute[74883]: WARNING nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state active and task_state rescuing.
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:54 user nova-compute[74883]: WARNING nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state building and task_state spawning.
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:54 user nova-compute[74883]: WARNING nova.compute.manager [req-4473a2a8-6336-4baf-a59a-9b26cddd07bb req-80de90bf-2d78-45b5-a054-cf60012c6a8a service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state building and task_state spawning.
Nov 06 08:30:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:30:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance spawned successfully.
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:30:56 user nova-compute[74883]: INFO nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Took 6.82 seconds to spawn the instance on the hypervisor.
Nov 06 08:30:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:30:56 user nova-compute[74883]: INFO nova.compute.manager [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Took 7.67 seconds to build instance.
Nov 06 08:30:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4c702a94-c8ef-4c45-8b48-40b50071c7b9 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.783s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:56 user nova-compute[74883]: WARNING nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state active and task_state rescuing.
Nov 06 08:30:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:30:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:30:56 user nova-compute[74883]: WARNING nova.compute.manager [req-704893a8-235a-4592-b9eb-395ba8061547 req-425c3e58-5e79-475e-b117-8d5035a8388c service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state active and task_state rescuing.
Nov 06 08:30:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:30:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-128f78f9-35ca-4bc5-9b11-fb31ee76fbe3 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:31:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:31:31 user nova-compute[74883]: INFO nova.compute.claims [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Claim successful on node user
Nov 06 08:31:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:31:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:31:32 user nova-compute[74883]: INFO nova.virt.block_device [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Booting with blank volume at /dev/vda
Nov 06 08:31:32 user nova-compute[74883]: DEBUG nova.policy [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce177681df348b99f51f44dda9a403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eccf84f6fb7a4acab96b36483087cfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-changed-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Refreshing instance network info cache due to event network-changed-802403b8-aff2-4345-8a4d-9bf7ceb975f9. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] Acquiring lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] Acquired lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Refreshing network info cache for port 802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updated VIF entry in instance network info cache for port 802403b8-aff2-4345-8a4d-9bf7ceb975f9. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating instance_info_cache with network_info: [{"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6355a141-32a2-44c5-b295-2f80e274ebe3 req-def21433-6988-40d6-8ee7-c8e8ffa0382e service nova] Releasing lock "refresh_cache-0ba33625-2b9e-404c-abbc-14cb0d9a581a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Successfully created port: 077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:31:34 user nova-compute[74883]: INFO nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Rebuilding instance
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Successfully updated port: 077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-changed-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Refreshing instance network info cache due to event network-changed-077735b7-0e83-47ba-a413-e5ca8a437511. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance network_info: |[{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Refreshing network info cache for port 077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-vif-unplugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] No waiting events found dispatching network-vif-unplugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:31:35 user nova-compute[74883]: WARNING nova.compute.manager [req-be2fad33-b36c-4a6e-88fb-cabb9465db52 req-e138ca8d-6fcc-4d54-8fb7-1ef0ce442f53 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received unexpected event network-vif-unplugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 for instance with vm_state active and task_state rebuilding.
Nov 06 08:31:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance destroyed successfully.
Nov 06 08:31:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance destroyed successfully.
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-447415253',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2028407790',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBvvITCyEK5rh7oJMOYtimOk6WhXnFiBeWxAYNGb+sl8dKdRwlR5hXWFZbch29nj/P8A7rQdDDYbYvG85y9vj9dubZ8ftaLKxujXAfkLTwNI9aY1t4y/5eFYE2duKZX8Pw==',key_name='tempest-keypair-1942629651',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9157b09b1fda426281dfc143840cd2da',ramdisk_id='',reservation_id='r-xkuqcz0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2076195383',owner_user_name='tempest-ServerActionsV293TestJSON-2076195383-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:31:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9967ade5d8154b0ba13f624bfe63027b',uuid=0ba33625-2b9e-404c-abbc-14cb0d9a581a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converting VIF {"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_vif [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updated VIF entry in instance network info cache for port 077735b7-0e83-47ba-a413-e5ca8a437511. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap802403b8-af, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1f3c99a-090a-4c21-b6a7-e54c58615cee) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:35 user nova-compute[74883]: INFO os_vif [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af')
Nov 06 08:31:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:31:35 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6f5a00c-a34a-4879-bc23-739f43351feb req-784d89a1-55b9-48a4-b16a-c0313d0443bc service nova] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5d4d9dd-2fd3-47d5-ad65-e2fba35e32b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:31:35 user nova-compute[74883]: No targets found.
Nov 06 08:31:35 user nova-compute[74883]: iSNS:
Nov 06 08:31:35 user nova-compute[74883]: No targets found.
Nov 06 08:31:35 user nova-compute[74883]: STATIC:
Nov 06 08:31:35 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:31:35 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:31:35 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:31:35 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66
Nov 06 08:31:35 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:31:35 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:31:35 user nova-compute[74883]: FIRMWARE:
Nov 06 08:31:35 user nova-compute[74883]: No targets found.
Nov 06 08:31:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:31:35 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:31:35 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6109bb5-7894-4187-8a9f-9ab789e043b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cbeddb7-0ebb-4002-ad41-50d43a52f24c]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:31:35 user nova-compute[74883]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:31:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 (non-flash)
Nov 06 08:31:35 user nova-compute[74883]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:31:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11b81dfd00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[399830dc-f5c6-4181-ac8e-fcc4785fe1a2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[359e9e58-40a0-4887-9498-1db05d4cc9c2]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6c36a46-79ff-4c22-910e-ac0c744aef5b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:31:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa7f9cbf-81ea-4e7e-8fc9-747887ee2e36]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a2d16f27', '/dev/disk/by-id/scsi-23162653238666239', '/dev/disk/by-id/scsi-1SCST_BIOa2d16f27-1be28fb9fc60c37b') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[65a630b0-43ad-4657-b3ae-009105e68877]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a34626a-7ac5-4a8b-839c-c081efd82e2c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3183be8-c853-42b6-b222-e8fe42b88292]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260]
Nov 06 08:31:36 user nova-compute[74883]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66, portal: 172.16.0.220,3260] successful.
Nov 06 08:31:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff8f37c-c05e-41f0-af32-6d01069805ad]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== disconnect_volume: return (391ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:31:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Deleting instance files /opt/stack/data/nova/instances/0ba33625-2b9e-404c-abbc-14cb0d9a581a_del
Nov 06 08:31:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Deletion of /opt/stack/data/nova/instances/0ba33625-2b9e-404c-abbc-14cb0d9a581a_del complete
Nov 06 08:31:36 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 0ba33625-2b9e-404c-abbc-14cb0d9a581a could not be found.
Nov 06 08:31:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:31:36 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[164aa450-72cc-4ca1-a439-8aa556f48263]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:31:36 user nova-compute[74883]: No targets found.
Nov 06 08:31:36 user nova-compute[74883]: iSNS:
Nov 06 08:31:36 user nova-compute[74883]: No targets found.
Nov 06 08:31:36 user nova-compute[74883]: STATIC:
Nov 06 08:31:36 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:31:36 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:31:36 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:31:36 user nova-compute[74883]: FIRMWARE:
Nov 06 08:31:36 user nova-compute[74883]: No targets found.
Nov 06 08:31:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:31:36 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:31:36 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9693793-af51-42e9-821b-efb376583708]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7bdb917-150e-4188-a249-22e730365eb1]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:31:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:31:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119428d2d0>, {}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Disconnecting from: [] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== disconnect_volume: return (80ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:31:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] No waiting events found dispatching network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:31:37 user nova-compute[74883]: WARNING nova.compute.manager [req-d2f21f93-1a02-49b7-b4d9-45dbe10b99fe req-5768ca27-c981-4ee7-8eee-b46158b334b0 service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received unexpected event network-vif-plugged-802403b8-aff2-4345-8a4d-9bf7ceb975f9 for instance with vm_state active and task_state rebuilding.
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Preparing to wait for external event volume-reimaged-0a8f03c5-d078-46f2-a838-d19452e4cc66 {{(pid=74883) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-changed-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Refreshing instance network info cache due to event network-changed-e230c01f-150d-47eb-b58c-78c52e2bb94e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] Acquiring lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] Acquired lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Refreshing network info cache for port e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updated VIF entry in instance network info cache for port e230c01f-150d-47eb-b58c-78c52e2bb94e. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating instance_info_cache with network_info: [{"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29bb4aee-8775-4c16-87a1-e1b032f27a2a req-9304e1cd-6a18-44f1-a893-91fbdcacc74c service nova] Releasing lock "refresh_cache-48eeaff8-0ad9-4f90-85f2-508544bda1a5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.266s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:42 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:31:42 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7713MB free_disk=25.223384857177734GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 0ba33625-2b9e-404c-abbc-14cb0d9a581a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:31:42 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.669s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.utils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e9d887-527e-49f8-8987-f6878a38234f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e6a04e5-8fae-40c0-b62d-75285a824dc8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc79773-4f4b-4c4f-b920-5c7274ba2922]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd891512-a11a-4e60-a15d-4ae34f991ffd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:31:43 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:31:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e8405d-5eb8-4c4e-8aa9-81ca5ecb594a]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG os_brick.utils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== get_connector_properties: return (175ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:31:43 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating existing volume attachment record: 45f0e354-8cf1-4ebc-bddd-cc3c4b7d4458 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:31:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:31:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:47 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:31:47 user nova-compute[74883]: INFO nova.compute.claims [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Claim successful on node user
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.593s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:31:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:31:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.policy [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9336c4c0ac401089e5c2846d2280e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73876eeec09452ebe809e904ccaefad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:31:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Creating image(s)
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "/opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.231s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk 1073741824" returned: 0 in 0.058s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Successfully created port: 60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Cannot resize image /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Ensure instance console log exists: /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Successfully updated port: 60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-changed-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing instance network info cache due to event network-changed-60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:31:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Instance network_info: |[{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Start _get_guest_xml network_info=[{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:31:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-434252446',display_name='tempest-ServerActionsTestOtherA-server-434252446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-434252446',id=22,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-08gbmxox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:31:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=f635137f-3a94-4fe3-bb99-ef0270d6bbb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'pci_devices' on Instance uuid f635137f-3a94-4fe3-bb99-ef0270d6bbb2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:31:50 user nova-compute[74883]:   <uuid>f635137f-3a94-4fe3-bb99-ef0270d6bbb2</uuid>
Nov 06 08:31:50 user nova-compute[74883]:   <name>instance-00000016</name>
Nov 06 08:31:50 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:31:50 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:31:50 user nova-compute[74883]:   <metadata>
Nov 06 08:31:50 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:31:50 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherA-server-434252446</nova:name>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:31:50</nova:creationTime>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:31:50 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:31:50 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:owner>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:user uuid="4e9336c4c0ac401089e5c2846d2280e0">tempest-ServerActionsTestOtherA-379230393-project-member</nova:user>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:project uuid="f73876eeec09452ebe809e904ccaefad">tempest-ServerActionsTestOtherA-379230393</nova:project>
Nov 06 08:31:50 user nova-compute[74883]:       </nova:owner>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:31:50 user nova-compute[74883]:       <nova:ports>
Nov 06 08:31:50 user nova-compute[74883]:         <nova:port uuid="60e10c03-097f-43e9-8b23-144e81da7705">
Nov 06 08:31:50 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:31:50 user nova-compute[74883]:         </nova:port>
Nov 06 08:31:50 user nova-compute[74883]:       </nova:ports>
Nov 06 08:31:50 user nova-compute[74883]:     </nova:instance>
Nov 06 08:31:50 user nova-compute[74883]:   </metadata>
Nov 06 08:31:50 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:31:50 user nova-compute[74883]:     <system>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="serial">f635137f-3a94-4fe3-bb99-ef0270d6bbb2</entry>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="uuid">f635137f-3a94-4fe3-bb99-ef0270d6bbb2</entry>
Nov 06 08:31:50 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:31:50 user nova-compute[74883]:     </system>
Nov 06 08:31:50 user nova-compute[74883]:   </sysinfo>
Nov 06 08:31:50 user nova-compute[74883]:   <os>
Nov 06 08:31:50 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:31:50 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:31:50 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:31:50 user nova-compute[74883]:   </os>
Nov 06 08:31:50 user nova-compute[74883]:   <features>
Nov 06 08:31:50 user nova-compute[74883]:     <acpi/>
Nov 06 08:31:50 user nova-compute[74883]:     <apic/>
Nov 06 08:31:50 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:31:50 user nova-compute[74883]:   </features>
Nov 06 08:31:50 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:31:50 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:31:50 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:31:50 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:31:50 user nova-compute[74883]:   </clock>
Nov 06 08:31:50 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:31:50 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:31:50 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:31:50 user nova-compute[74883]:   </cpu>
Nov 06 08:31:50 user nova-compute[74883]:   <devices>
Nov 06 08:31:50 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:31:50 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:31:50 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk"/>
Nov 06 08:31:50 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:31:50 user nova-compute[74883]:     </disk>
Nov 06 08:31:50 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:31:50 user nova-compute[74883]:       <mac address="fa:16:3e:d3:58:2f"/>
Nov 06 08:31:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:31:50 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:31:50 user nova-compute[74883]:       <target dev="tap60e10c03-09"/>
Nov 06 08:31:50 user nova-compute[74883]:     </interface>
Nov 06 08:31:50 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:31:50 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/console.log" append="off"/>
Nov 06 08:31:50 user nova-compute[74883]:     </serial>
Nov 06 08:31:50 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:31:50 user nova-compute[74883]:     <video>
Nov 06 08:31:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:31:50 user nova-compute[74883]:     </video>
Nov 06 08:31:50 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:31:50 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:31:50 user nova-compute[74883]:     </rng>
Nov 06 08:31:50 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:31:50 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:31:50 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:31:50 user nova-compute[74883]:     </memballoon>
Nov 06 08:31:50 user nova-compute[74883]:   </devices>
Nov 06 08:31:50 user nova-compute[74883]: </domain>
Nov 06 08:31:50 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-434252446',display_name='tempest-ServerActionsTestOtherA-server-434252446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-434252446',id=22,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-08gbmxox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:31:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=f635137f-3a94-4fe3-bb99-ef0270d6bbb2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_vif [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '72d17f6e-9c4f-54ae-b342-eeb0f3d035ff', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.138s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60e10c03-09, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60e10c03-09, col_values=(('qos', UUID('289e6c60-5c3b-4d8b-9a24-4890453905a8')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60e10c03-09, col_values=(('external_ids', {'iface-id': '60e10c03-097f-43e9-8b23-144e81da7705', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:58:2f', 'vm-uuid': 'f635137f-3a94-4fe3-bb99-ef0270d6bbb2'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:50 user nova-compute[74883]: INFO os_vif [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09')
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:d3:58:2f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:50 user nova-compute[74883]: INFO nova.compute.manager [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Attaching volume 1642c97e-5a8c-499c-9062-2e2c54da2498 to /dev/vdb
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.utils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b30594-51de-4816-b353-76f0a8e0916f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[763479c1-4cd2-4fb7-bde0-e835c0c6e1e3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[97877ca5-c906-4de3-a859-8b5cb80c722f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81915d26-5668-47fa-87e9-6ae4e11347be]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:31:50 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e2accf-5463-4197-ac49-2001dbc2a699]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG os_brick.utils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating existing volume attachment record: b0869440-17b4-47d6-a60f-d04438494183 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated VIF entry in instance network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:31:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c78dda9f-3c03-448e-a777-f1deb8c588e7 req-6d2a81db-8fb1-4acb-bfb3-3c5f445f981c service nova] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] No waiting events found dispatching network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:31:52 user nova-compute[74883]: WARNING nova.compute.manager [req-ad2ebe54-e614-4ba8-b3b2-c059ff9a91fd req-77c888c3-3d7d-4e67-b3d3-dc25c3fd70c0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received unexpected event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 for instance with vm_state building and task_state spawning.
Nov 06 08:31:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:31:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Instance spawned successfully.
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] No waiting events found dispatching network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:31:54 user nova-compute[74883]: WARNING nova.compute.manager [req-1bf09e46-c4f2-401e-8c0c-379c85a001ad req-09bafe59-bb19-4079-a821-8c82b9e96beb service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received unexpected event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 for instance with vm_state building and task_state spawning.
Nov 06 08:31:54 user nova-compute[74883]: INFO nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Took 6.11 seconds to spawn the instance on the hypervisor.
Nov 06 08:31:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:31:54 user nova-compute[74883]: INFO nova.compute.manager [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Took 7.10 seconds to build instance.
Nov 06 08:31:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4f08987c-eaf2-4a02-9e89-c6f85115de09 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.249s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:31:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:31:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-a660591e-4b89-4469-8f21-853a027c1600 req-b0101b7f-3614-4cd2-8be7-5c3c3eaee1ef service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event volume-reimaged-0a8f03c5-d078-46f2-a838-d19452e4cc66 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a660591e-4b89-4469-8f21-853a027c1600 req-b0101b7f-3614-4cd2-8be7-5c3c3eaee1ef service nova] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a660591e-4b89-4469-8f21-853a027c1600 req-b0101b7f-3614-4cd2-8be7-5c3c3eaee1ef service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a660591e-4b89-4469-8f21-853a027c1600 req-b0101b7f-3614-4cd2-8be7-5c3c3eaee1ef service nova] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-a660591e-4b89-4469-8f21-853a027c1600 req-b0101b7f-3614-4cd2-8be7-5c3c3eaee1ef service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Processing event volume-reimaged-0a8f03c5-d078-46f2-a838-d19452e4cc66 {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance event wait completed in 38 seconds for volume-reimaged {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:32:16 user nova-compute[74883]: INFO nova.virt.block_device [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Booting with volume 0a8f03c5-d078-46f2-a838-d19452e4cc66 at /dev/vda
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.utils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0924e272-71e5-404b-af3c-b84d7a7829ac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad28e8cc-9b1a-4154-bf0f-04942417ab5e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b7303a-ada6-4c3d-b712-4e0085168a61]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[becc1123-d01c-4ecf-a188-46442ab6a5da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:32:16 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:32:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fdc820-389d-4ddf-a43b-a005f8d8962d]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG os_brick.utils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:32:16 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating existing volume attachment record: d61da433-3143-4308-9c8b-9ac7e477f6ec {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:32:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:32:21 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Creating image(s)
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Ensure instance console log exists: /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start _get_guest_xml network_info=[{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dbd7ec4b-03f4-47dc-894c-dfd09dea43ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'serial': 'ac68af94-1c5d-4773-b2b4-56dc6b94de9b'}, 'attachment_id': '45f0e354-8cf1-4ebc-bddd-cc3c4b7d4458', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:32:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:32:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:32:21 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:32:21 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:32:21 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[66236595-f9e1-4914-a23f-ab659aa096e2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:32:21 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d96bb4-33cf-40b4-acf2-548f2eae5d2a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b] added
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[58dc1a53-4eb6-4943-9fad-b8f9970fa097]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[01ca6c7f-3dd1-472d-a3a1-fbb6a5b70e71]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FINqYdCA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FINqYdCA" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6fddbb-b7ad-41ed-9d27-d5e2dc08344e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FINqYdCA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c25b7ac-cf3f-45a2-b956-2968f6cd793c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1ffb6a-b853-49c0-a54a-08ebed50721a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9dcb415-eed1-4fc9-9d65-96b29a57321d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260]
Nov 06 08:32:21 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260] successful.
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[07c839f4-c179-42ff-87ca-3a4897fc0040]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[693b3291-dd0b-4497-9ddb-0cae62a68139]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a40e54b7-1721-4538-9dce-73ea85c419b5 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c300c961-7f6f-4848-9694-04b2295df818 (non-flash)
Nov 06 08:32:21 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:32:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[870eb33a-1b7a-48fa-aef3-49bc386bd032]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:32:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== connect_volume: return (1381ms) {'type': 'block', 'scsi_wwn': '23932363930336632', 'path': '/dev/sde'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932363930336632', 'path': '/dev/sde'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-240167301',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-240167301',id=21,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-ukr1nhzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:31:33Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=dbd7ec4b-03f4-47dc-894c-dfd09dea43ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:32:22 user nova-compute[74883]:   <uuid>dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</uuid>
Nov 06 08:32:22 user nova-compute[74883]:   <name>instance-00000015</name>
Nov 06 08:32:22 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:32:22 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:32:22 user nova-compute[74883]:   <metadata>
Nov 06 08:32:22 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:32:22 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-240167301</nova:name>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:32:21</nova:creationTime>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:32:22 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:32:22 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:owner>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:32:22 user nova-compute[74883]:       </nova:owner>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:32:22 user nova-compute[74883]:       <nova:ports>
Nov 06 08:32:22 user nova-compute[74883]:         <nova:port uuid="077735b7-0e83-47ba-a413-e5ca8a437511">
Nov 06 08:32:22 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:32:22 user nova-compute[74883]:         </nova:port>
Nov 06 08:32:22 user nova-compute[74883]:       </nova:ports>
Nov 06 08:32:22 user nova-compute[74883]:     </nova:instance>
Nov 06 08:32:22 user nova-compute[74883]:   </metadata>
Nov 06 08:32:22 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:32:22 user nova-compute[74883]:     <system>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="serial">dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</entry>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="uuid">dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</entry>
Nov 06 08:32:22 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:32:22 user nova-compute[74883]:     </system>
Nov 06 08:32:22 user nova-compute[74883]:   </sysinfo>
Nov 06 08:32:22 user nova-compute[74883]:   <os>
Nov 06 08:32:22 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:32:22 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:32:22 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:32:22 user nova-compute[74883]:   </os>
Nov 06 08:32:22 user nova-compute[74883]:   <features>
Nov 06 08:32:22 user nova-compute[74883]:     <acpi/>
Nov 06 08:32:22 user nova-compute[74883]:     <apic/>
Nov 06 08:32:22 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:32:22 user nova-compute[74883]:   </features>
Nov 06 08:32:22 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:32:22 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:32:22 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:32:22 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:32:22 user nova-compute[74883]:   </clock>
Nov 06 08:32:22 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:32:22 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:32:22 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:32:22 user nova-compute[74883]:   </cpu>
Nov 06 08:32:22 user nova-compute[74883]:   <devices>
Nov 06 08:32:22 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:32:22 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:32:22 user nova-compute[74883]:       <source dev="/dev/sde"/>
Nov 06 08:32:22 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:32:22 user nova-compute[74883]:       <serial>ac68af94-1c5d-4773-b2b4-56dc6b94de9b</serial>
Nov 06 08:32:22 user nova-compute[74883]:     </disk>
Nov 06 08:32:22 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:32:22 user nova-compute[74883]:       <mac address="fa:16:3e:22:77:2b"/>
Nov 06 08:32:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:32:22 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:32:22 user nova-compute[74883]:       <target dev="tap077735b7-0e"/>
Nov 06 08:32:22 user nova-compute[74883]:     </interface>
Nov 06 08:32:22 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:32:22 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/console.log" append="off"/>
Nov 06 08:32:22 user nova-compute[74883]:     </serial>
Nov 06 08:32:22 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:32:22 user nova-compute[74883]:     <video>
Nov 06 08:32:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:32:22 user nova-compute[74883]:     </video>
Nov 06 08:32:22 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:32:22 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:32:22 user nova-compute[74883]:     </rng>
Nov 06 08:32:22 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:32:22 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:32:22 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:32:22 user nova-compute[74883]:     </memballoon>
Nov 06 08:32:22 user nova-compute[74883]:   </devices>
Nov 06 08:32:22 user nova-compute[74883]: </domain>
Nov 06 08:32:22 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-240167301',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-240167301',id=21,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-ukr1nhzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:31:33Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=dbd7ec4b-03f4-47dc-894c-dfd09dea43ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG os_vif [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1b121ede-1479-50ba-988f-321fb56cbda9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap077735b7-0e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap077735b7-0e, col_values=(('qos', UUID('a9880873-f7ef-487b-a193-af550cd2c930')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap077735b7-0e, col_values=(('external_ids', {'iface-id': '077735b7-0e83-47ba-a413-e5ca8a437511', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:22:77:2b', 'vm-uuid': 'dbd7ec4b-03f4-47dc-894c-dfd09dea43ad'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:22 user nova-compute[74883]: INFO os_vif [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e')
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:32:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:22:77:2b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:32:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:24 user nova-compute[74883]: WARNING nova.compute.manager [req-5af3f5c0-bcdf-48b5-9cdd-fdc8f4213d47 req-f6789fc6-e84b-408a-ae48-48591e89e88e service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state building and task_state spawning.
Nov 06 08:32:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:26 user nova-compute[74883]: WARNING nova.compute.manager [req-86ca5f77-aef7-46f6-8c70-a3f3effc7283 req-c3956c41-04fe-4063-a454-73b9da08709c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state building and task_state spawning.
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:32:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance spawned successfully.
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:32:27 user nova-compute[74883]: INFO nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Took 6.00 seconds to spawn the instance on the hypervisor.
Nov 06 08:32:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:32:27 user nova-compute[74883]: INFO nova.compute.manager [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Took 55.29 seconds to build instance.
Nov 06 08:32:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4cce7c61-6367-4995-9c47-f1beb645d92e tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 55.399s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:34 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.volume.cinder [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Update attachment failed for attachment d61da433-3143-4308-9c8b-9ac7e477f6ec. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Traceback (most recent call last):
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self.driver.rebuild(**kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise NotImplementedError()
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] NotImplementedError
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] During handling of the above exception, another exception occurred:
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Traceback (most recent call last):
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     driver_block_device.attach_block_devices(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     _log_and_attach(device)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     bdm.attach(*attach_args, **attach_kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     ret_val = method(obj, context, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._do_attach(context, instance, volume, volume_api,
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._volume_attach(context, volume, connector, instance,
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     connection_info = volume_api.attachment_update(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     res = method(self, ctx, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     with excutils.save_and_reraise_exception():
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self.force_reraise()
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise self.value
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     context, '3.44', skip_version_check=True).attachments.update(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return method.func(obj, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     resp = self._update('/attachments/%s' % id, body)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return self._cs_request(url, 'PUT', **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return self.request(url, method, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise exceptions.from_response(resp, body)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: DEBUG nova.compute.utils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0) {{(pid=74883) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Setting instance vm_state to ERROR: nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Traceback (most recent call last):
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self.driver.rebuild(**kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise NotImplementedError()
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] NotImplementedError
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] During handling of the above exception, another exception occurred:
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Traceback (most recent call last):
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     driver_block_device.attach_block_devices(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     _log_and_attach(device)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     bdm.attach(*attach_args, **attach_kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     ret_val = method(obj, context, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._do_attach(context, instance, volume, volume_api,
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._volume_attach(context, volume, connector, instance,
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     connection_info = volume_api.attachment_update(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     res = method(self, ctx, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     with excutils.save_and_reraise_exception():
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self.force_reraise()
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise self.value
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     context, '3.44', skip_version_check=True).attachments.update(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return method.func(obj, *args, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     resp = self._update('/attachments/%s' % id, body)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return self._cs_request(url, 'PUT', **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     return self.request(url, method, **kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise exceptions.from_response(resp, body)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] During handling of the above exception, another exception occurred:
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Traceback (most recent call last):
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 10846, in _error_out_instance_on_exception
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     yield
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 3858, in rebuild_instance
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._do_rebuild_instance_with_claim(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 3944, in _do_rebuild_instance_with_claim
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._do_rebuild_instance(
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 4136, in _do_rebuild_instance
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     self._rebuild_default_impl(**kwargs)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 3719, in _rebuild_default_impl
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     new_block_device_info = attach_block_devices(context, instance, bdms)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]   File "/opt/stack/nova/nova/compute/manager.py", line 2209, in _prep_block_device
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a]     raise exception.InvalidBDM(str(ex))
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:34 user nova-compute[74883]: ERROR nova.compute.manager [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] 
Nov 06 08:32:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:35 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:32:35 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:32:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.299s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:35 user nova-compute[74883]: INFO nova.compute.manager [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Successfully reverted task state from rebuild_block_device_mapping on failure for instance.
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server [None req-a660591e-4b89-4469-8f21-853a027c1600 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Exception during message handling: nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4132, in _do_rebuild_instance
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.driver.rebuild(**kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise NotImplementedError()
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server NotImplementedError
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     driver_block_device.attach_block_devices(
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     _log_and_attach(device)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     bdm.attach(*attach_args, **attach_kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred:
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3858, in rebuild_instance
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance_with_claim(
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3944, in _do_rebuild_instance_with_claim
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._do_rebuild_instance(
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4136, in _do_rebuild_instance
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     self._rebuild_default_impl(**kwargs)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 3719, in _rebuild_default_impl
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     new_block_device_info = attach_block_devices(context, instance, bdms)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 2209, in _prep_block_device
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server     raise exception.InvalidBDM(str(ex))
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server nova.exception.InvalidBDM: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b5a059d5-b64d-4916-bdba-784a32f939a0)
Nov 06 08:32:35 user nova-compute[74883]: ERROR oslo_messaging.rpc.server 
Nov 06 08:32:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:32:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:32:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing instance network info cache due to event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:32:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:32:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:32:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updated VIF entry in instance network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ec78fe8b-8353-4d43-938a-95cb22d84c54 req-bd3a6859-e6bb-4d76-b590-ca38ec4d2a98 service nova] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:40 user nova-compute[74883]: INFO nova.compute.manager [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Terminating instance
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-unplugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] No waiting events found dispatching network-vif-unplugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-3dc41dc1-d3ea-4932-bc54-cdcc0c26bbe9 req-c557be90-f3b2-4fa1-817d-63a726af4b1e service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-unplugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Instance destroyed successfully.
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lazy-loading 'resources' on Instance uuid 15de5b4e-02d3-4c86-a52c-6177bd5addad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-810959665',display_name='tempest-ServersNegativeTestJSON-server-810959665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-810959665',id=1,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:23:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9400151ccf1d4960913cd1c76d9bfd84',ramdisk_id='',reservation_id='r-od0l0dox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1352171809',owner_user_name='tempest-ServersNegativeTestJSON-1352171809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:23:03Z,user_data=None,user_id='b24f3ebbb04446a98114d2205ca706ba',uuid=15de5b4e-02d3-4c86-a52c-6177bd5addad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converting VIF {"id": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "address": "fa:16:3e:82:61:11", "network": {"id": "3e75818c-e413-4692-b00f-d14b4c7ecee1", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2086319645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9400151ccf1d4960913cd1c76d9bfd84", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5e6d17e-86", "ovs_interfaceid": "c5e6d17e-86cf-4427-a9c2-369e9514d333", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG os_vif [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5e6d17e-86, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=452d1b23-0d2b-43e3-8492-13495fe0ed69) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:41 user nova-compute[74883]: INFO os_vif [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:61:11,bridge_name='br-int',has_traffic_filtering=True,id=c5e6d17e-86cf-4427-a9c2-369e9514d333,network=Network(3e75818c-e413-4692-b00f-d14b4c7ecee1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5e6d17e-86')
Nov 06 08:32:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Deleting instance files /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad_del
Nov 06 08:32:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Deletion of /opt/stack/data/nova/instances/15de5b4e-02d3-4c86-a52c-6177bd5addad_del complete
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:41 user nova-compute[74883]: INFO nova.compute.manager [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:32:41 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Error from libvirt while getting description of instance-00000001: [Error Code 42] Domain not found: no domain with matching uuid '15de5b4e-02d3-4c86-a52c-6177bd5addad' (instance-00000001): libvirt.libvirtError: Domain not found: no domain with matching uuid '15de5b4e-02d3-4c86-a52c-6177bd5addad' (instance-00000001)
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-a3aabf33-71d6-4a91-a2b2-b1b05b9cef4d req-1ebb1117-e6d3-426b-bb58-58451cbc9392 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-deleted-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:42 user nova-compute[74883]: INFO nova.compute.manager [req-a3aabf33-71d6-4a91-a2b2-b1b05b9cef4d req-1ebb1117-e6d3-426b-bb58-58451cbc9392 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Neutron deleted interface c5e6d17e-86cf-4427-a9c2-369e9514d333; detaching it from the instance and deleting it from the info cache
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-a3aabf33-71d6-4a91-a2b2-b1b05b9cef4d req-1ebb1117-e6d3-426b-bb58-58451cbc9392 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:42 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Took 0.54 seconds to deallocate network for instance.
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-a3aabf33-71d6-4a91-a2b2-b1b05b9cef4d req-1ebb1117-e6d3-426b-bb58-58451cbc9392 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Detach interface failed, port_id=c5e6d17e-86cf-4427-a9c2-369e9514d333, reason: Instance 15de5b4e-02d3-4c86-a52c-6177bd5addad could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:42 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Deleted allocations for instance 15de5b4e-02d3-4c86-a52c-6177bd5addad
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba5ceb4c-5f9d-4ab0-92de-81a7afd87c64 tempest-ServersNegativeTestJSON-1352171809 tempest-ServersNegativeTestJSON-1352171809-project-member] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.215s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] Acquiring lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] Lock "15de5b4e-02d3-4c86-a52c-6177bd5addad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] No waiting events found dispatching network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:43 user nova-compute[74883]: WARNING nova.compute.manager [req-f5da108f-0b91-47c4-8297-16d30fee1a0a req-46c1d2c2-1e14-4e86-9da2-d94b20a97f94 service nova] [instance: 15de5b4e-02d3-4c86-a52c-6177bd5addad] Received unexpected event network-vif-plugged-c5e6d17e-86cf-4427-a9c2-369e9514d333 for instance with vm_state deleted and task_state None.
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:44 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:32:44 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7703MB free_disk=25.18115234375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:32:44 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:32:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:32:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.554s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:32:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:52 user nova-compute[74883]: INFO nova.compute.manager [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Shelving
Nov 06 08:32:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:52 user nova-compute[74883]: WARNING nova.compute.manager [req-e8b9940f-b89e-4915-ae72-d8ffaa6ffc86 req-e6ba693d-73d7-45f7-882a-942562e51ac7 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state active and task_state shelving.
Nov 06 08:32:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance destroyed successfully.
Nov 06 08:32:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Beginning cold snapshot process
Nov 06 08:32:53 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:32:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk /opt/stack/data/nova/instances/snapshots/tmpwaacsk2z/8ea43cbf67d64d2b89a572e3a161eb4b {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:32:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk /opt/stack/data/nova/instances/snapshots/tmpwaacsk2z/8ea43cbf67d64d2b89a572e3a161eb4b" returned: 0 in 0.823s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:32:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Snapshot extracted, beginning image upload
Nov 06 08:32:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:32:54 user nova-compute[74883]: WARNING nova.compute.manager [req-1b59c165-846b-436a-bce1-b7aa18a165c3 req-804d94dc-5cea-49f1-aa0e-dfb994fc1332 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state active and task_state shelving_image_uploading.
Nov 06 08:32:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Snapshot image upload complete
Nov 06 08:32:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:32:56 user nova-compute[74883]: INFO nova.compute.manager [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Shelve offloading
Nov 06 08:32:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance destroyed successfully.
Nov 06 08:32:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:32:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:32:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:32:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:32:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:32:58 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance destroyed successfully.
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'resources' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDdh730PwalY8Z9Cugc+UapxjCucFHFs0iAe6PhpSvqxwWjYCfjRKlbJmdKGaImgvTM+E7aHrg6aMNviZMzFin3ud6H39yhQiVPVGDFfAp2iHbVlDHE3XVXEpwr2T4/4Aw==',key_name='tempest-keypair-1309954838',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:32:56.856637',shelved_host='user',shelved_image_id='cfda6716-a51c-4ee8-9a77-9d7622e799e0'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:32:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG os_vif [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap971d5771-30, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing instance network info cache due to event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1b46244-9fab-4411-9d1c-4043d9607dee) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:32:58 user nova-compute[74883]: INFO os_vif [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30')
Nov 06 08:32:58 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Deleting instance files /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9_del
Nov 06 08:32:58 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Deletion of /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9_del complete
Nov 06 08:32:58 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Deleted allocations for instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9
Nov 06 08:32:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'numa_topology' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.objects.base [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<dd426d67-86ee-45b1-afd5-94c7ca0fecc9> lazy-loaded attributes: resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updated VIF entry in instance network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap971d5771-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-932cd853-a52d-43d9-9d0f-4669ad2ae0f9 req-b7b82ed7-76ac-46d8-8f10-a3b70dc4d255 service nova] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:32:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bfcfd575-eaea-4fa3-b79e-34ca65bc3abe tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.328s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjJTSbKy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:33:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:33:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:33:12 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e88da85-943a-48d1-8b55-d12983f3acac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:33:12 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5216f893-d8fa-4645-b728-60afa5299901]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498] added
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff78d44e-89cf-4a08-86c7-b8b122ae8a37]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cf0563c-6049-48ed-b069-2f0e8153a0b3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GjJTSbKy {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GjJTSbKy" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c66a92ac-bdee-45a9-abaf-5a42dc3bc234]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GjJTSbKy'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a1c5217-72ca-4b3d-bf55-9382ebe1e256]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f62b2c8b-59e9-466a-943b-4a3a0eecd5d0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fea61c1-78b6-468c-944f-41a8123686c5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260]
Nov 06 08:33:12 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260] successful.
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cf98e0-3b76-4671-8874-b251c9572b67]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[846fa055-ae5e-4db3-8e1e-b642c0ab8e32]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:12 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[628810ff-d67d-454d-acde-7adc30f7748d]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:33:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjJTSbKy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26332663536353466', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26332663536353466', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:33:13 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:33:13 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:33:13 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:33:13 user nova-compute[74883]:   <serial>1642c97e-5a8c-499c-9062-2e2c54da2498</serial>
Nov 06 08:33:13 user nova-compute[74883]: </disk>
Nov 06 08:33:13 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:33:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:33:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:33:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:db:6c:19, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:33:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-178d1a09-071c-47ae-9b51-ef35e0051b33 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 83.651s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:15 user nova-compute[74883]: INFO nova.compute.manager [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Detaching volume 1642c97e-5a8c-499c-9062-2e2c54da2498
Nov 06 08:33:15 user nova-compute[74883]: INFO nova.virt.block_device [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Attempting to driver detach volume 1642c97e-5a8c-499c-9062-2e2c54da2498 from mountpoint /dev/vdb
Nov 06 08:33:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Attempting to detach device vdb from instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:33:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:33:15 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:33:15 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:33:15 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:33:15 user nova-compute[74883]:   <serial>1642c97e-5a8c-499c-9062-2e2c54da2498</serial>
Nov 06 08:33:15 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:33:15 user nova-compute[74883]: </disk>
Nov 06 08:33:15 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:33:15 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 from the persistent domain config.
Nov 06 08:33:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:33:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:33:15 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:33:15 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:33:15 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:33:15 user nova-compute[74883]:   <serial>1642c97e-5a8c-499c-9062-2e2c54da2498</serial>
Nov 06 08:33:15 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:33:15 user nova-compute[74883]: </disk>
Nov 06 08:33:15 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:33:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:16 user nova-compute[74883]: INFO nova.compute.manager [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Terminating instance
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] During wait destroy, instance disappeared. {{(pid=74883) _wait_for_destroy /opt/stack/nova/nova/virt/libvirt/driver.py:1527}}
Nov 06 08:33:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Instance destroyed successfully.
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lazy-loading 'resources' on Instance uuid 0ba33625-2b9e-404c-abbc-14cb0d9a581a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:29:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-447415253',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-2028407790',id=18,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBvvITCyEK5rh7oJMOYtimOk6WhXnFiBeWxAYNGb+sl8dKdRwlR5hXWFZbch29nj/P8A7rQdDDYbYvG85y9vj9dubZ8ftaLKxujXAfkLTwNI9aY1t4y/5eFYE2duKZX8Pw==',key_name='tempest-keypair-1942629651',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9157b09b1fda426281dfc143840cd2da',ramdisk_id='',reservation_id='r-xkuqcz0d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2076195383',owner_user_name='tempest-ServerActionsV293TestJSON-2076195383-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:32:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9967ade5d8154b0ba13f624bfe63027b',uuid=0ba33625-2b9e-404c-abbc-14cb0d9a581a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='error') vif={"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converting VIF {"id": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "address": "fa:16:3e:4f:95:7b", "network": {"id": "aa56d848-f85a-4aef-bc54-3083eef00520", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-565412982-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9157b09b1fda426281dfc143840cd2da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap802403b8-af", "ovs_interfaceid": "802403b8-aff2-4345-8a4d-9bf7ceb975f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_vif [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap802403b8-af, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:33:16 user nova-compute[74883]: INFO os_vif [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:95:7b,bridge_name='br-int',has_traffic_filtering=True,id=802403b8-aff2-4345-8a4d-9bf7ceb975f9,network=Network(aa56d848-f85a-4aef-bc54-3083eef00520),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap802403b8-af')
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MOFTbKZI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:33:16 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8e38b25-87cf-474f-af8e-a1d9d46d6828]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:33:16 user nova-compute[74883]: No targets found.
Nov 06 08:33:16 user nova-compute[74883]: iSNS:
Nov 06 08:33:16 user nova-compute[74883]: No targets found.
Nov 06 08:33:16 user nova-compute[74883]: STATIC:
Nov 06 08:33:16 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:33:16 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:16 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:16 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:33:16 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:16 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:16 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498
Nov 06 08:33:16 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:16 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:16 user nova-compute[74883]: FIRMWARE:
Nov 06 08:33:16 user nova-compute[74883]: No targets found.
Nov 06 08:33:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:33:16 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:33:16 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a8f03c5-d078-46f2-a838-d19452e4cc66', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8918e5-0543-4d2e-9e9a-d54f45d7ebd0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[050ff3c0-2dd1-409d-97cf-87dad3f45bdc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:16 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:16 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:16 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:16 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11947a7010>, {}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Disconnecting from: [] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] <== disconnect_volume: return (77ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:33:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Deletion of /opt/stack/data/nova/instances/0ba33625-2b9e-404c-abbc-14cb0d9a581a_del complete
Nov 06 08:33:16 user nova-compute[74883]: INFO nova.compute.manager [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Took 0.21 seconds to destroy the instance on the hypervisor.
Nov 06 08:33:16 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:33:16 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:17 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Took 0.83 seconds to deallocate network for instance.
Nov 06 08:33:17 user nova-compute[74883]: INFO nova.compute.manager [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Took 0.08 seconds to detach 1 volumes for instance.
Nov 06 08:33:17 user nova-compute[74883]: DEBUG nova.compute.manager [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Deleting volume: 0a8f03c5-d078-46f2-a838-d19452e4cc66 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-ebd34cf2-6b6c-4889-b288-cd7002e0c82a req-bc85bbc8-2d57-4a58-9ff8-d81c4d16e0dd service nova] [instance: 0ba33625-2b9e-404c-abbc-14cb0d9a581a] Received event network-vif-deleted-802403b8-aff2-4345-8a4d-9bf7ceb975f9 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:33:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7bcfdfd-41b9-426f-97e4-46cc931aa5b7 tempest-ServerActionsV293TestJSON-2076195383 tempest-ServerActionsV293TestJSON-2076195383-project-member] Lock "0ba33625-2b9e-404c-abbc-14cb0d9a581a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.613s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:33:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:32 user nova-compute[74883]: INFO nova.compute.manager [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Terminating instance
Nov 06 08:33:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-8e5846a7-7394-49ad-9b49-53db7b10f268 req-f2fa43e4-82ee-4307-b628-e7d4d365f874 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-unplugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Instance destroyed successfully.
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lazy-loading 'resources' on Instance uuid 9568c3d5-f81e-44f6-a03c-cb50eeec5690 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1963391439',display_name='tempest-ServerActionsTestOtherB-server-1963391439',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1963391439',id=3,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0dYrBeQMRe6dwpLaWdK5Sa9pGR7pkdHR5LDa0XY+EuY1Qor9LhomfAC++LpBdwH7RmF8ECFUlXsLDZeNx8fhAN4K+O/OEb46fjv+TEpEhX4Rdmacxp646kldqBFN4t9g==',key_name='tempest-keypair-72025252',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b14fef3c25bc47329a1112d7e049ec78',ramdisk_id='',reservation_id='r-hir6zaet',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1397979015',owner_user_name='tempest-ServerActionsTestOtherB-1397979015-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:30:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9ec1da3e613746a3848c40d6b566d373',uuid=9568c3d5-f81e-44f6-a03c-cb50eeec5690,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converting VIF {"id": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "address": "fa:16:3e:7b:a7:cc", "network": {"id": "7d28d0db-b16b-402e-8851-5b61f017700b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-107738999-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b14fef3c25bc47329a1112d7e049ec78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1136fcfe-6e", "ovs_interfaceid": "1136fcfe-6e9a-4761-bc0b-155b1f116639", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_vif [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1136fcfe-6e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb9c5793-5f77-4f7b-bd94-b3b76465be31) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:33 user nova-compute[74883]: INFO os_vif [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:cc,bridge_name='br-int',has_traffic_filtering=True,id=1136fcfe-6e9a-4761-bc0b-155b1f116639,network=Network(7d28d0db-b16b-402e-8851-5b61f017700b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1136fcfe-6e')
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ijcwpgFA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:33:33 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d622587c-19a7-4c7a-82ed-0c1dcdb695aa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:33:33 user nova-compute[74883]: No targets found.
Nov 06 08:33:33 user nova-compute[74883]: iSNS:
Nov 06 08:33:33 user nova-compute[74883]: No targets found.
Nov 06 08:33:33 user nova-compute[74883]: STATIC:
Nov 06 08:33:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012
Nov 06 08:33:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:33:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498
Nov 06 08:33:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:33 user nova-compute[74883]: FIRMWARE:
Nov 06 08:33:33 user nova-compute[74883]: No targets found.
Nov 06 08:33:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:33:33 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:33:33 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d4ae1b-42a3-41c2-81eb-98e35ca22be2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e8cb19-fc51-4634-bd8e-33712cb3e31b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:33 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:33 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 (non-flash)
Nov 06 08:33:33 user nova-compute[74883]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:33 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c06b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[44ee85e3-0774-414d-812a-7cccf16701d7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c8238f-b458-4b40-8abe-ae673f9ee0c0]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0bead81-53fd-4885-b98b-c92c123f38fb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[569444e3-1c86-4649-932a-aa072157d78b]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b890a4b-cd80-476f-90ca-093e5f677d63]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f03221-ac22-44f1-a3d5-74377a94bd99]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260]
Nov 06 08:33:33 user nova-compute[74883]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012, portal: 172.16.0.220,3260] successful.
Nov 06 08:33:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7771c8d8-7e0d-4240-98b1-01a6212ed012 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e111da2-64f4-4e12-9ff5-8bd3979a8529]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] <== disconnect_volume: return (323ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:33:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Deleting instance files /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_del
Nov 06 08:33:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Deletion of /opt/stack/data/nova/instances/9568c3d5-f81e-44f6-a03c-cb50eeec5690_del complete
Nov 06 08:33:33 user nova-compute[74883]: INFO nova.compute.manager [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 06 08:33:33 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:33:33 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:33:34 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:34 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Took 0.81 seconds to deallocate network for instance.
Nov 06 08:33:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-1744e97b-27df-4bf8-bcc1-4d94643f45f1 req-624dee11-2c4d-49aa-877a-4d92a0eb19b4 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-deleted-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:34 user nova-compute[74883]: INFO nova.compute.manager [req-1744e97b-27df-4bf8-bcc1-4d94643f45f1 req-624dee11-2c4d-49aa-877a-4d92a0eb19b4 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Neutron deleted interface 1136fcfe-6e9a-4761-bc0b-155b1f116639; detaching it from the instance and deleting it from the info cache
Nov 06 08:33:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-1744e97b-27df-4bf8-bcc1-4d94643f45f1 req-624dee11-2c4d-49aa-877a-4d92a0eb19b4 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-1744e97b-27df-4bf8-bcc1-4d94643f45f1 req-624dee11-2c4d-49aa-877a-4d92a0eb19b4 service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Detach interface failed, port_id=1136fcfe-6e9a-4761-bc0b-155b1f116639, reason: Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:33:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] Acquiring lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] No waiting events found dispatching network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:35 user nova-compute[74883]: WARNING nova.compute.manager [req-5da8fc3a-3136-4dd4-b31a-238874a1e6b1 req-b78804f4-0e23-4142-96f3-116a864f675a service nova] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Received unexpected event network-vif-plugged-1136fcfe-6e9a-4761-bc0b-155b1f116639 for instance with vm_state active and task_state deleting.
Nov 06 08:33:35 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 is timed out.
Nov 06 08:33:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 from the live domain config.
Nov 06 08:33:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GjJTSbKy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:33:36 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f013af9-3564-4144-ae0e-67659b0ce55f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:33:36 user nova-compute[74883]: No targets found.
Nov 06 08:33:36 user nova-compute[74883]: iSNS:
Nov 06 08:33:36 user nova-compute[74883]: No targets found.
Nov 06 08:33:36 user nova-compute[74883]: STATIC:
Nov 06 08:33:36 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:33:36 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:36 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:36 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498
Nov 06 08:33:36 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:33:36 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:33:36 user nova-compute[74883]: FIRMWARE:
Nov 06 08:33:36 user nova-compute[74883]: No targets found.
Nov 06 08:33:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:33:36 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:33:36 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1786b54-9296-41a7-bfb0-7b6f29b50ccb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0a7158-2e09-4b70-bc15-ee1c2943a6cf]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:36 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:33:36 user nova-compute[74883]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 (non-flash)
Nov 06 08:33:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11947a5f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be8f2c8-60a5-48b4-8de5-b5e5e09084d8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a13eb92-c3b3-472c-91fb-e826052273f7]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cdff541-aeee-4133-b4c5-b64b94dc1889]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cf68ec2-85c7-432e-be45-7c2e8ab02d87]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c36d1f-8794-414d-bcca-fa076affb62d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c8f347-5f99-47f3-b795-586badcf75aa]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260]
Nov 06 08:33:36 user nova-compute[74883]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498, portal: 172.16.0.220,3260] successful.
Nov 06 08:33:36 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1642c97e-5a8c-499c-9062-2e2c54da2498 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0081d69a-5d32-4432-a262-a363061561b4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== disconnect_volume: return (311ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:33:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:33:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-81419c26-a761-42fc-966c-8a3dddeca5e2 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.862s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-changed-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing instance network info cache due to event network-changed-60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG nova.network.neutron [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:33:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated VIF entry in instance network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0de82383-af72-4ca9-b1da-5ec531b5955b req-e01dc5a0-dd79-4f20-b976-1b5e18de52f0 service nova] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:33:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:33:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:33:40 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:33:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:33:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:45 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:45 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8150MB free_disk=25.203842163085938GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:33:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.786s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:33:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:47 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:33:47 user nova-compute[74883]: INFO nova.compute.claims [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Claim successful on node user
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.397s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:33:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.policy [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f48ad69c1e4b5a80be9cac082c100e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57441b196b4642baa2f52822452e8f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:33:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Creating image(s)
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.230s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk 1073741824" returned: 0 in 0.064s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Successfully created port: 6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Cannot resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Ensure instance console log exists: /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Successfully updated port: 6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:33:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-changed-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Refreshing instance network info cache due to event network-changed-6acbaf6b-5b48-4389-b546-06474477916c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance network_info: |[{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Refreshing network info cache for port 6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start _get_guest_xml network_info=[{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:33:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:33:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'pci_devices' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:33:50 user nova-compute[74883]:   <uuid>2466e8fe-3782-4aaf-9d06-86e0a2ab3307</uuid>
Nov 06 08:33:50 user nova-compute[74883]:   <name>instance-00000017</name>
Nov 06 08:33:50 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:33:50 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:33:50 user nova-compute[74883]:   <metadata>
Nov 06 08:33:50 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:33:50 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeTestJSON-server-567520232</nova:name>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:33:50</nova:creationTime>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:33:50 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:33:50 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:owner>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:user uuid="02f48ad69c1e4b5a80be9cac082c100e">tempest-AttachVolumeTestJSON-1437887499-project-member</nova:user>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:project uuid="57441b196b4642baa2f52822452e8f7b">tempest-AttachVolumeTestJSON-1437887499</nova:project>
Nov 06 08:33:50 user nova-compute[74883]:       </nova:owner>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:33:50 user nova-compute[74883]:       <nova:ports>
Nov 06 08:33:50 user nova-compute[74883]:         <nova:port uuid="6acbaf6b-5b48-4389-b546-06474477916c">
Nov 06 08:33:50 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:33:50 user nova-compute[74883]:         </nova:port>
Nov 06 08:33:50 user nova-compute[74883]:       </nova:ports>
Nov 06 08:33:50 user nova-compute[74883]:     </nova:instance>
Nov 06 08:33:50 user nova-compute[74883]:   </metadata>
Nov 06 08:33:50 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:33:50 user nova-compute[74883]:     <system>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="serial">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="uuid">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:33:50 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:33:50 user nova-compute[74883]:     </system>
Nov 06 08:33:50 user nova-compute[74883]:   </sysinfo>
Nov 06 08:33:50 user nova-compute[74883]:   <os>
Nov 06 08:33:50 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:33:50 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:33:50 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:33:50 user nova-compute[74883]:   </os>
Nov 06 08:33:50 user nova-compute[74883]:   <features>
Nov 06 08:33:50 user nova-compute[74883]:     <acpi/>
Nov 06 08:33:50 user nova-compute[74883]:     <apic/>
Nov 06 08:33:50 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:33:50 user nova-compute[74883]:   </features>
Nov 06 08:33:50 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:33:50 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:33:50 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:33:50 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:33:50 user nova-compute[74883]:   </clock>
Nov 06 08:33:50 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:33:50 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:33:50 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:33:50 user nova-compute[74883]:   </cpu>
Nov 06 08:33:50 user nova-compute[74883]:   <devices>
Nov 06 08:33:50 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:33:50 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:33:50 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk"/>
Nov 06 08:33:50 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:33:50 user nova-compute[74883]:     </disk>
Nov 06 08:33:50 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:33:50 user nova-compute[74883]:       <mac address="fa:16:3e:5d:3b:65"/>
Nov 06 08:33:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:33:50 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:33:50 user nova-compute[74883]:       <target dev="tap6acbaf6b-5b"/>
Nov 06 08:33:50 user nova-compute[74883]:     </interface>
Nov 06 08:33:50 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:33:50 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/console.log" append="off"/>
Nov 06 08:33:50 user nova-compute[74883]:     </serial>
Nov 06 08:33:50 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:33:50 user nova-compute[74883]:     <video>
Nov 06 08:33:50 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:33:50 user nova-compute[74883]:     </video>
Nov 06 08:33:50 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:33:50 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:33:50 user nova-compute[74883]:     </rng>
Nov 06 08:33:50 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:33:50 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:33:50 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:33:50 user nova-compute[74883]:     </memballoon>
Nov 06 08:33:50 user nova-compute[74883]:   </devices>
Nov 06 08:33:50 user nova-compute[74883]: </domain>
Nov 06 08:33:50 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:33:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG os_vif [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee3c7b06-7658-59d7-a456-78e60bf021b6', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6acbaf6b-5b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6acbaf6b-5b, col_values=(('qos', UUID('da703d4b-8959-4b7b-8727-077a7d93f81c')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6acbaf6b-5b, col_values=(('external_ids', {'iface-id': '6acbaf6b-5b48-4389-b546-06474477916c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:3b:65', 'vm-uuid': '2466e8fe-3782-4aaf-9d06-86e0a2ab3307'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:50 user nova-compute[74883]: INFO os_vif [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:33:50 user nova-compute[74883]: INFO nova.compute.manager [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Rescuing
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No VIF found with MAC fa:16:3e:5d:3b:65, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updated VIF entry in instance network info cache for port 6acbaf6b-5b48-4389-b546-06474477916c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG nova.network.neutron [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ec261c2-ff11-448f-9229-1e7c3ef0d21b req-def826cf-83c6-45f6-bc25-f329cf6bfe52 service nova] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:33:51 user nova-compute[74883]: INFO nova.compute.manager [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] [instance: 9568c3d5-f81e-44f6-a03c-cb50eeec5690] Took 16.78 seconds to detach 1 volumes for instance.
Nov 06 08:33:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:33:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:51 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Deleted allocations for instance 9568c3d5-f81e-44f6-a03c-cb50eeec5690
Nov 06 08:33:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e1fcf466-e50f-451c-a17e-41162f46bf7c tempest-ServerActionsTestOtherB-1397979015 tempest-ServerActionsTestOtherB-1397979015-project-member] Lock "9568c3d5-f81e-44f6-a03c-cb50eeec5690" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 19.429s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:52 user nova-compute[74883]: WARNING nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state active and task_state rescuing.
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:52 user nova-compute[74883]: WARNING nova.compute.manager [req-6e8be942-ff64-48ec-a35c-d39d7a933f78 req-2189ac9a-b9ff-49cb-9639-7a5227ed3cb0 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state active and task_state rescuing.
Nov 06 08:33:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance destroyed successfully.
Nov 06 08:33:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Attempting rescue
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74883) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:33:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Creating image(s)
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'trusted_certs' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.209s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue" returned: 0 in 0.065s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'migration_context' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.base [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<43ae68c1-0576-4ff6-a083-cb47b7e6adc7> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start _get_guest_xml network_info=[{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:be:1f:99"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.base [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<43ae68c1-0576-4ff6-a083-cb47b7e6adc7> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'numa_topology' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.base [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<43ae68c1-0576-4ff6-a083-cb47b7e6adc7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:33:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'vcpu_model' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.base [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<43ae68c1-0576-4ff6-a083-cb47b7e6adc7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1541432874',display_name='tempest-ServerRescueNegativeTestJSON-server-1541432874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1541432874',id=16,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:29:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-nq4r1dg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:29:09Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=43ae68c1-0576-4ff6-a083-cb47b7e6adc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:be:1f:99"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:be:1f:99"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.objects.base [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<43ae68c1-0576-4ff6-a083-cb47b7e6adc7> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:33:52 user nova-compute[74883]:   <uuid>43ae68c1-0576-4ff6-a083-cb47b7e6adc7</uuid>
Nov 06 08:33:52 user nova-compute[74883]:   <name>instance-00000010</name>
Nov 06 08:33:52 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:33:52 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:33:52 user nova-compute[74883]:   <metadata>
Nov 06 08:33:52 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:33:52 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1541432874</nova:name>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:33:52</nova:creationTime>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:33:52 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:33:52 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:owner>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:33:52 user nova-compute[74883]:       </nova:owner>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:33:52 user nova-compute[74883]:       <nova:ports>
Nov 06 08:33:52 user nova-compute[74883]:         <nova:port uuid="0619cc07-911c-4f7d-b3e1-fa46844ba8f3">
Nov 06 08:33:52 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 08:33:52 user nova-compute[74883]:         </nova:port>
Nov 06 08:33:52 user nova-compute[74883]:       </nova:ports>
Nov 06 08:33:52 user nova-compute[74883]:     </nova:instance>
Nov 06 08:33:52 user nova-compute[74883]:   </metadata>
Nov 06 08:33:52 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:33:52 user nova-compute[74883]:     <system>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="serial">43ae68c1-0576-4ff6-a083-cb47b7e6adc7</entry>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="uuid">43ae68c1-0576-4ff6-a083-cb47b7e6adc7</entry>
Nov 06 08:33:52 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:33:52 user nova-compute[74883]:     </system>
Nov 06 08:33:52 user nova-compute[74883]:   </sysinfo>
Nov 06 08:33:52 user nova-compute[74883]:   <os>
Nov 06 08:33:52 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:33:52 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:33:52 user nova-compute[74883]:   </os>
Nov 06 08:33:52 user nova-compute[74883]:   <features>
Nov 06 08:33:52 user nova-compute[74883]:     <acpi/>
Nov 06 08:33:52 user nova-compute[74883]:     <apic/>
Nov 06 08:33:52 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:33:52 user nova-compute[74883]:   </features>
Nov 06 08:33:52 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:33:52 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:33:52 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:33:52 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:33:52 user nova-compute[74883]:   </clock>
Nov 06 08:33:52 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:33:52 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:33:52 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:33:52 user nova-compute[74883]:   </cpu>
Nov 06 08:33:52 user nova-compute[74883]:   <devices>
Nov 06 08:33:52 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:33:52 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:33:52 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue"/>
Nov 06 08:33:52 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:33:52 user nova-compute[74883]:     </disk>
Nov 06 08:33:52 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:33:52 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:33:52 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk"/>
Nov 06 08:33:52 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:33:52 user nova-compute[74883]:     </disk>
Nov 06 08:33:52 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:33:52 user nova-compute[74883]:       <mac address="fa:16:3e:be:1f:99"/>
Nov 06 08:33:52 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:33:52 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:33:52 user nova-compute[74883]:       <target dev="tap0619cc07-91"/>
Nov 06 08:33:52 user nova-compute[74883]:     </interface>
Nov 06 08:33:52 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:33:52 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/console.log" append="off"/>
Nov 06 08:33:52 user nova-compute[74883]:     </serial>
Nov 06 08:33:52 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:33:52 user nova-compute[74883]:     <video>
Nov 06 08:33:52 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:33:52 user nova-compute[74883]:     </video>
Nov 06 08:33:52 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:33:52 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:33:52 user nova-compute[74883]:     </rng>
Nov 06 08:33:52 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:33:52 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:33:52 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:33:52 user nova-compute[74883]:     </memballoon>
Nov 06 08:33:52 user nova-compute[74883]:   </devices>
Nov 06 08:33:52 user nova-compute[74883]: </domain>
Nov 06 08:33:52 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:33:52 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance destroyed successfully.
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:33:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:be:1f:99, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:54 user nova-compute[74883]: WARNING nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state building and task_state spawning.
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:54 user nova-compute[74883]: WARNING nova.compute.manager [req-7be87f76-fb8c-4521-b19c-01f4fafaadf2 req-25515225-4017-49c0-ad4d-b39822b01877 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state building and task_state spawning.
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:33:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance spawned successfully.
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:33:54 user nova-compute[74883]: INFO nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Took 6.56 seconds to spawn the instance on the hypervisor.
Nov 06 08:33:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:33:55 user nova-compute[74883]: INFO nova.compute.manager [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Took 7.37 seconds to build instance.
Nov 06 08:33:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0046c065-5c64-4054-a1d6-e3239868448d tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.488s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:56 user nova-compute[74883]: WARNING nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state active and task_state rescuing.
Nov 06 08:33:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:33:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:33:56 user nova-compute[74883]: WARNING nova.compute.manager [req-9a061e09-24de-4c2d-a292-8650ccd1ca72 req-3b1c25b7-2d2d-4bcd-925a-44f92245c380 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state active and task_state rescuing.
Nov 06 08:33:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-524a80b5-85e5-4a97-aaa2-111334b1efa0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:33:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:05 user nova-compute[74883]: INFO nova.compute.manager [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Terminating instance
Nov 06 08:34:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:34:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-unplugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] No waiting events found dispatching network-vif-unplugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-71a65e92-8d1d-44f7-9f2c-ceb1522a7d2f req-e1edbaa8-28eb-4667-a16e-91e4847725ab service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-unplugged-e230c01f-150d-47eb-b58c-78c52e2bb94e for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:34:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Instance destroyed successfully.
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'resources' on Instance uuid 48eeaff8-0ad9-4f90-85f2-508544bda1a5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-212332210',display_name='tempest-AttachVolumeNegativeTest-server-212332210',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-212332210',id=19,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNuDT+ubliWWUdUKEnDlvDnW4HkyAxDpO/OXxpWit3LlYR/WbsbzmHpjZ7mvVppE8U5gBC7a9SW5PCZdfqA5k0G/cqVfV1tJwdBm6Tp/Z4b25xrIUt/7XGFFOaJtjdNDxQ==',key_name='tempest-keypair-1741793239',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:29:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-a0gbs37k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:29:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=48eeaff8-0ad9-4f90-85f2-508544bda1a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "address": "fa:16:3e:db:6c:19", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape230c01f-15", "ovs_interfaceid": "e230c01f-150d-47eb-b58c-78c52e2bb94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG os_vif [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape230c01f-15, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a8fcf480-67a9-4d01-b1d2-66f2c173c979) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:06 user nova-compute[74883]: INFO os_vif [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:db:6c:19,bridge_name='br-int',has_traffic_filtering=True,id=e230c01f-150d-47eb-b58c-78c52e2bb94e,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape230c01f-15')
Nov 06 08:34:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Deleting instance files /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5_del
Nov 06 08:34:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Deletion of /opt/stack/data/nova/instances/48eeaff8-0ad9-4f90-85f2-508544bda1a5_del complete
Nov 06 08:34:07 user nova-compute[74883]: INFO nova.compute.manager [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 06 08:34:07 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:07 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Took 0.71 seconds to deallocate network for instance.
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-77341f01-48d7-49fa-a8ae-dd4999f0581b req-0b6b7e70-1271-43b2-abb1-b3431910a48a service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-deleted-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:07 user nova-compute[74883]: INFO nova.compute.manager [req-77341f01-48d7-49fa-a8ae-dd4999f0581b req-0b6b7e70-1271-43b2-abb1-b3431910a48a service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Neutron deleted interface e230c01f-150d-47eb-b58c-78c52e2bb94e; detaching it from the instance and deleting it from the info cache
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.network.neutron [req-77341f01-48d7-49fa-a8ae-dd4999f0581b req-0b6b7e70-1271-43b2-abb1-b3431910a48a service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-77341f01-48d7-49fa-a8ae-dd4999f0581b req-0b6b7e70-1271-43b2-abb1-b3431910a48a service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Detach interface failed, port_id=e230c01f-150d-47eb-b58c-78c52e2bb94e, reason: Instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:08 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Deleted allocations for instance 48eeaff8-0ad9-4f90-85f2-508544bda1a5
Nov 06 08:34:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] Acquiring lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] No waiting events found dispatching network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:08 user nova-compute[74883]: WARNING nova.compute.manager [req-48548577-3e76-4ffa-abca-344b72bbed5a req-98c173eb-70e6-4f66-a9dc-6355e46be472 service nova] [instance: 48eeaff8-0ad9-4f90-85f2-508544bda1a5] Received unexpected event network-vif-plugged-e230c01f-150d-47eb-b58c-78c52e2bb94e for instance with vm_state deleted and task_state None.
Nov 06 08:34:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6eef0f1e-744b-4e6f-98ad-99516284a913 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "48eeaff8-0ad9-4f90-85f2-508544bda1a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.550s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:13 user nova-compute[74883]: INFO nova.compute.manager [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Rescuing
Nov 06 08:34:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:34:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:34:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:34:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:14 user nova-compute[74883]: WARNING nova.compute.manager [req-8b57ab7c-9374-4ca6-add2-83c996c6e961 req-3c5b03c2-4f4e-46e3-9065-7de1ca9bc738 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state rescuing.
Nov 06 08:34:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:14 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance destroyed successfully.
Nov 06 08:34:14 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Attempting a stable device rescue
Nov 06 08:34:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74883) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:34:14 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Creating image(s)
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'trusted_certs' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.part --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG nova.virt.images [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] 3fb3fdce-b89c-4d09-b24a-36c931e35d4a was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.part /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:16 user nova-compute[74883]: WARNING nova.compute.manager [req-a552bb1d-5d7b-4f89-ba1f-ae53ce7bb48d req-abdcca47-d200-4ca3-b41e-12af73a5693c service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state rescuing.
Nov 06 08:34:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.part /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.converted" returned: 0 in 0.511s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb.converted --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.082s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb,backing_fmt=raw /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb,backing_fmt=raw /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue" returned: 0 in 0.059s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "79abe9ae24c676bea5ba6c4f1add866eb6b1cadb" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'migration_context' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<dbd7ec4b-03f4-47dc-894c-dfd09dea43ad> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start _get_guest_xml network_info=[{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:22:77:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '3fb3fdce-b89c-4d09-b24a-36c931e35d4a', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'dbd7ec4b-03f4-47dc-894c-dfd09dea43ad', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'serial': 'ac68af94-1c5d-4773-b2b4-56dc6b94de9b'}, 'attachment_id': '45f0e354-8cf1-4ebc-bddd-cc3c4b7d4458', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<dbd7ec4b-03f4-47dc-894c-dfd09dea43ad> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'numa_topology' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<dbd7ec4b-03f4-47dc-894c-dfd09dea43ad> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:34:17 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:17 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'vcpu_model' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<dbd7ec4b-03f4-47dc-894c-dfd09dea43ad> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:34:17 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:34:17 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:34:17 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb5dcff-5923-4e7a-b8a9-8af670b6f4d2]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = FINqYdCA\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 06 08:34:17 user nova-compute[74883]: node.name = iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:34:17 user nova-compute[74883]: node.tpgt = -1
Nov 06 08:34:17 user nova-compute[74883]: node.startup = automatic
Nov 06 08:34:17 user nova-compute[74883]: node.leading_login = No
Nov 06 08:34:17 user nova-compute[74883]: iface.iscsi_ifacename = default
Nov 06 08:34:17 user nova-compute[74883]: iface.net_ifacename = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.ipaddress = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.prefix_len = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.hwaddress = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.transport_name = tcp
Nov 06 08:34:17 user nova-compute[74883]: iface.initiatorname = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.vlan_id = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.vlan_priority = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.vlan_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.iface_num = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.mtu = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.port = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.bootproto = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.subnet_mask = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.gateway = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_alt_client_id_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_alt_client_id = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_dns = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_learn_iqn = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_req_vendor_id_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_vendor_id_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_vendor_id = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.dhcp_slp_da = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.fragmentation = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.gratuitous_arp = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.incoming_forwarding = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.tos_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.tos = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.ttl = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.delayed_ack = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.tcp_nagle = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.tcp_wsf_state = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.tcp_wsf = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.tcp_timer_scale = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.tcp_timestamp = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.redirect = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.def_task_mgmt_timeout = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.header_digest = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.data_digest = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.immediate_data = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.initial_r2t = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.data_seq_inorder = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.data_pdu_inorder = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.erl = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.max_receive_data_len = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.first_burst_len = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.max_outstanding_r2t = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.max_burst_len = 0
Nov 06 08:34:17 user nova-compute[74883]: iface.chap_auth = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.bidi_chap = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.strict_login_compliance = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.discovery_auth = <empty>
Nov 06 08:34:17 user nova-compute[74883]: iface.discovery_logout = <empty>
Nov 06 08:34:17 user nova-compute[74883]: node.discovery_address = <empty>
Nov 06 08:34:17 user nova-compute[74883]: node.discovery_port = 0
Nov 06 08:34:17 user nova-compute[74883]: node.discovery_type = static
Nov 06 08:34:17 user nova-compute[74883]: node.session.initial_cmdsn = 0
Nov 06 08:34:17 user nova-compute[74883]: node.session.initial_login_retry_max = 8
Nov 06 08:34:17 user nova-compute[74883]: node.session.xmit_thread_priority = -20
Nov 06 08:34:17 user nova-compute[74883]: node.session.cmds_max = 128
Nov 06 08:34:17 user nova-compute[74883]: node.session.queue_depth = 32
Nov 06 08:34:17 user nova-compute[74883]: node.session.nr_sessions = 1
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.authmethod = CHAP
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.username = FINqYdCA
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.password = ***
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.username_in = <empty>
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.password_in = <empty>
Nov 06 08:34:17 user nova-compute[74883]: node.session.auth.chap_algs = MD5
Nov 06 08:34:17 user nova-compute[74883]: node.session.timeo.replacement_timeout = 120
Nov 06 08:34:17 user nova-compute[74883]: node.session.err_timeo.abort_timeout = 15
Nov 06 08:34:17 user nova-compute[74883]: node.session.err_timeo.lu_reset_timeout = 30
Nov 06 08:34:17 user nova-compute[74883]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 06 08:34:17 user nova-compute[74883]: node.session.err_timeo.host_reset_timeout = 60
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.FastAbort = Yes
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.InitialR2T = No
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.ImmediateData = Yes
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.FirstBurstLength = 262144
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.MaxBurstLength = 16776192
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.DefaultTime2Retain = 0
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.DefaultTime2Wait = 2
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.MaxConnections = 1
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 06 08:34:17 user nova-compute[74883]: node.session.iscsi.ERL = 0
Nov 06 08:34:17 user nova-compute[74883]: node.session.scan = manual
Nov 06 08:34:17 user nova-compute[74883]: node.session.reopen_max = 0
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].address = 172.16.0.220
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].port = 3260
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].startup = manual
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].tcp.window_size = 524288
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].tcp.type_of_service = 0
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].timeo.logout_timeout = 15
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].timeo.login_timeout = 15
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].timeo.auth_timeout = 45
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].timeo.noop_out_interval = 5
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].timeo.noop_out_timeout = 5
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.HeaderDigest = None
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.DataDigest = None
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.IFMarker = No
Nov 06 08:34:17 user nova-compute[74883]: node.conn[0].iscsi.OFMarker = No
Nov 06 08:34:17 user nova-compute[74883]: # END RECORD
Nov 06 08:34:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d720498-dfa6-4352-8e93-9af8fa1d5f3c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad4f6f5-dab6-458d-abf4-291b9bc64a07]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FINqYdCA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FINqYdCA" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2680462a-6202-436a-b9d6-c125ee68fc7a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FINqYdCA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3720cf-500c-4309-b0fb-abc751b9ddb8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a463d11a-0c08-45a3-af5b-1d573779f07f]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:34:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:34:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.167s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] HCTL ('36', '0', '0', 0) found on session 21 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[447b7592-d19a-4f80-b466-aced8bdeeff7]: (4, ('0 0 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching for a device in session 21 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.203s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== connect_volume: return (205ms) {'type': 'block', 'scsi_wwn': '23932363930336632', 'path': '/dev/sde'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23932363930336632', 'path': '/dev/sde'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-240167301',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-240167301',id=21,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:32:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-ukr1nhzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:32:27Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=dbd7ec4b-03f4-47dc-894c-dfd09dea43ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:22:77:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:22:77:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<dbd7ec4b-03f4-47dc-894c-dfd09dea43ad> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:34:17 user nova-compute[74883]:   <uuid>dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</uuid>
Nov 06 08:34:17 user nova-compute[74883]:   <name>instance-00000015</name>
Nov 06 08:34:17 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:34:17 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:34:17 user nova-compute[74883]:   <metadata>
Nov 06 08:34:17 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:34:17 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-240167301</nova:name>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:34:17</nova:creationTime>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:34:17 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:34:17 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:owner>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:34:17 user nova-compute[74883]:       </nova:owner>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:34:17 user nova-compute[74883]:       <nova:ports>
Nov 06 08:34:17 user nova-compute[74883]:         <nova:port uuid="077735b7-0e83-47ba-a413-e5ca8a437511">
Nov 06 08:34:17 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:34:17 user nova-compute[74883]:         </nova:port>
Nov 06 08:34:17 user nova-compute[74883]:       </nova:ports>
Nov 06 08:34:17 user nova-compute[74883]:     </nova:instance>
Nov 06 08:34:17 user nova-compute[74883]:   </metadata>
Nov 06 08:34:17 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:34:17 user nova-compute[74883]:     <system>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="serial">dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</entry>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="uuid">dbd7ec4b-03f4-47dc-894c-dfd09dea43ad</entry>
Nov 06 08:34:17 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:34:17 user nova-compute[74883]:     </system>
Nov 06 08:34:17 user nova-compute[74883]:   </sysinfo>
Nov 06 08:34:17 user nova-compute[74883]:   <os>
Nov 06 08:34:17 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:34:17 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:34:17 user nova-compute[74883]:   </os>
Nov 06 08:34:17 user nova-compute[74883]:   <features>
Nov 06 08:34:17 user nova-compute[74883]:     <acpi/>
Nov 06 08:34:17 user nova-compute[74883]:     <apic/>
Nov 06 08:34:17 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:34:17 user nova-compute[74883]:   </features>
Nov 06 08:34:17 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:34:17 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:34:17 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:34:17 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:34:17 user nova-compute[74883]:   </clock>
Nov 06 08:34:17 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:34:17 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:34:17 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:34:17 user nova-compute[74883]:   </cpu>
Nov 06 08:34:17 user nova-compute[74883]:   <devices>
Nov 06 08:34:17 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:34:17 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:34:17 user nova-compute[74883]:       <source dev="/dev/sde"/>
Nov 06 08:34:17 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:34:17 user nova-compute[74883]:       <serial>ac68af94-1c5d-4773-b2b4-56dc6b94de9b</serial>
Nov 06 08:34:17 user nova-compute[74883]:     </disk>
Nov 06 08:34:17 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:34:17 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:34:17 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue"/>
Nov 06 08:34:17 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:34:17 user nova-compute[74883]:       <boot order="1"/>
Nov 06 08:34:17 user nova-compute[74883]:     </disk>
Nov 06 08:34:17 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:34:17 user nova-compute[74883]:       <mac address="fa:16:3e:22:77:2b"/>
Nov 06 08:34:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:34:17 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:34:17 user nova-compute[74883]:       <target dev="tap077735b7-0e"/>
Nov 06 08:34:17 user nova-compute[74883]:     </interface>
Nov 06 08:34:17 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:34:17 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/console.log" append="off"/>
Nov 06 08:34:17 user nova-compute[74883]:     </serial>
Nov 06 08:34:17 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:34:17 user nova-compute[74883]:     <video>
Nov 06 08:34:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:34:17 user nova-compute[74883]:     </video>
Nov 06 08:34:17 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:34:17 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:34:17 user nova-compute[74883]:     </rng>
Nov 06 08:34:17 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:34:17 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:34:17 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:34:17 user nova-compute[74883]:     </memballoon>
Nov 06 08:34:17 user nova-compute[74883]:   </devices>
Nov 06 08:34:17 user nova-compute[74883]: </domain>
Nov 06 08:34:17 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:34:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance destroyed successfully.
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:34:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:22:77:2b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:34:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:19 user nova-compute[74883]: WARNING nova.compute.manager [req-4cd0d8d1-c72a-4054-8013-9293603893bd req-89c91fec-894d-4b0b-89b2-d6d89d135760 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state rescuing.
Nov 06 08:34:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:21 user nova-compute[74883]: WARNING nova.compute.manager [req-a6e90a78-35e8-4550-aea0-691f8aa6babf req-a0fd8f16-bb4c-4cb9-b01f-daaa025cd733 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state rescuing.
Nov 06 08:34:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-46cdcd27-a4b0-4679-97dd-e702f088ee9a tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:34:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:37 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:34:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:34:40 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:34:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json" returned: 0 in 0.289s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json" returned: 0 in 0.291s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue --force-share --output=json" returned: 0 in 0.252s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:44 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:34:44 user nova-compute[74883]: INFO nova.compute.claims [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Claim successful on node user
Nov 06 08:34:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk.rescue --force-share --output=json" returned: 0 in 0.243s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.759s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:34:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.policy [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9336c4c0ac401089e5c2846d2280e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73876eeec09452ebe809e904ccaefad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:34:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Creating image(s)
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.028s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.296s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.283s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:46 user nova-compute[74883]: INFO nova.compute.manager [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Unshelving
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.236s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: INFO nova.virt.block_device [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Booting with volume dccdb4c2-fa93-44b0-b9d1-97b63cba5032 at /dev/vdc
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk 1073741824" returned: 0 in 0.068s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.298s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking if we can resize image /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:34:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.utils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0967f98-5786-4493-9197-478ee37a6775]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba1c113d-373a-41b6-8fd5-c58b44ab6799]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35c834a-9a5b-4964-a2fc-d6a7f2275c1d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd27b4a-9cc4-4769-bec7-3cbdbfd7ca8a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:34:47 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a806b6e-4aa3-4028-8788-ac7247708307]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG os_brick.utils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] <== get_connector_properties: return (215ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating existing volume attachment record: 9879cb65-8815-49ec-910d-c7f4ca7281f2 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Cannot resize image /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Ensure instance console log exists: /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:34:47 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Successfully created port: b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:34:48 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:48 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7970MB free_disk=25.093032836914062GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Successfully updated port: b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.manager [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-changed-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.manager [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Refreshing instance network info cache due to event network-changed-b544e285-05fe-40d1-834b-9b3b6ccdb737. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] Acquiring lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:34:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.629s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating instance_info_cache with network_info: [{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance network_info: |[{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] Acquired lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.neutron [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Refreshing network info cache for port b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start _get_guest_xml network_info=[{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:34:49 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:49 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-tempest.common.compute-instance-2034085862',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:34:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.objects.instance [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'pci_devices' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:34:49 user nova-compute[74883]:   <uuid>697f8b3a-f3f5-42cd-a94c-4bf3234df940</uuid>
Nov 06 08:34:49 user nova-compute[74883]:   <name>instance-00000018</name>
Nov 06 08:34:49 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:34:49 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:34:49 user nova-compute[74883]:   <metadata>
Nov 06 08:34:49 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:34:49 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:name>tempest-tempest.common.compute-instance-2034085862</nova:name>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:34:49</nova:creationTime>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:34:49 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:34:49 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:owner>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:user uuid="4e9336c4c0ac401089e5c2846d2280e0">tempest-ServerActionsTestOtherA-379230393-project-member</nova:user>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:project uuid="f73876eeec09452ebe809e904ccaefad">tempest-ServerActionsTestOtherA-379230393</nova:project>
Nov 06 08:34:49 user nova-compute[74883]:       </nova:owner>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:34:49 user nova-compute[74883]:       <nova:ports>
Nov 06 08:34:49 user nova-compute[74883]:         <nova:port uuid="b544e285-05fe-40d1-834b-9b3b6ccdb737">
Nov 06 08:34:49 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:34:49 user nova-compute[74883]:         </nova:port>
Nov 06 08:34:49 user nova-compute[74883]:       </nova:ports>
Nov 06 08:34:49 user nova-compute[74883]:     </nova:instance>
Nov 06 08:34:49 user nova-compute[74883]:   </metadata>
Nov 06 08:34:49 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:34:49 user nova-compute[74883]:     <system>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="serial">697f8b3a-f3f5-42cd-a94c-4bf3234df940</entry>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="uuid">697f8b3a-f3f5-42cd-a94c-4bf3234df940</entry>
Nov 06 08:34:49 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:34:49 user nova-compute[74883]:     </system>
Nov 06 08:34:49 user nova-compute[74883]:   </sysinfo>
Nov 06 08:34:49 user nova-compute[74883]:   <os>
Nov 06 08:34:49 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:34:49 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:34:49 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:34:49 user nova-compute[74883]:   </os>
Nov 06 08:34:49 user nova-compute[74883]:   <features>
Nov 06 08:34:49 user nova-compute[74883]:     <acpi/>
Nov 06 08:34:49 user nova-compute[74883]:     <apic/>
Nov 06 08:34:49 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:34:49 user nova-compute[74883]:   </features>
Nov 06 08:34:49 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:34:49 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:34:49 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:34:49 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:34:49 user nova-compute[74883]:   </clock>
Nov 06 08:34:49 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:34:49 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:34:49 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:34:49 user nova-compute[74883]:   </cpu>
Nov 06 08:34:49 user nova-compute[74883]:   <devices>
Nov 06 08:34:49 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:34:49 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:34:49 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk"/>
Nov 06 08:34:49 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:34:49 user nova-compute[74883]:     </disk>
Nov 06 08:34:49 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:34:49 user nova-compute[74883]:       <mac address="fa:16:3e:09:20:7f"/>
Nov 06 08:34:49 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:34:49 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:34:49 user nova-compute[74883]:       <target dev="tapb544e285-05"/>
Nov 06 08:34:49 user nova-compute[74883]:     </interface>
Nov 06 08:34:49 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:34:49 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/console.log" append="off"/>
Nov 06 08:34:49 user nova-compute[74883]:     </serial>
Nov 06 08:34:49 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:34:49 user nova-compute[74883]:     <video>
Nov 06 08:34:49 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:34:49 user nova-compute[74883]:     </video>
Nov 06 08:34:49 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:34:49 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:34:49 user nova-compute[74883]:     </rng>
Nov 06 08:34:49 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:34:49 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:34:49 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:34:49 user nova-compute[74883]:     </memballoon>
Nov 06 08:34:49 user nova-compute[74883]:   </devices>
Nov 06 08:34:49 user nova-compute[74883]: </domain>
Nov 06 08:34:49 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-tempest.common.compute-instance-2034085862',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:34:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG os_vif [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29b0ae8a-757c-5086-83ac-764e14ee6e18', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb544e285-05, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb544e285-05, col_values=(('qos', UUID('0698e8d3-1acf-427d-a4fb-dd428cad2b3b')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb544e285-05, col_values=(('external_ids', {'iface-id': 'b544e285-05fe-40d1-834b-9b3b6ccdb737', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:20:7f', 'vm-uuid': '697f8b3a-f3f5-42cd-a94c-4bf3234df940'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:49 user nova-compute[74883]: INFO os_vif [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05')
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:09:20:7f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.neutron [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updated VIF entry in instance network info cache for port b544e285-05fe-40d1-834b-9b3b6ccdb737. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG nova.network.neutron [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating instance_info_cache with network_info: [{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:34:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fc3b42c9-f08e-4d3e-a342-e2cd3348a2b6 req-50c0eba7-7d8a-44a5-8b77-c4cae30ad6d9 service nova] Releasing lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:34:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:51 user nova-compute[74883]: WARNING nova.compute.manager [req-00daaa01-acba-4f6d-9633-9b441571a2c6 req-98631710-e0aa-49e0-bbd5-731982630793 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state building and task_state spawning.
Nov 06 08:34:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:34:53 user nova-compute[74883]: WARNING nova.compute.manager [req-a3a92910-e60a-42fa-a028-379ec1fac18d req-d0e775b3-6b4d-4e2b-bc55-b14eb2cc4bcb service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state building and task_state spawning.
Nov 06 08:34:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:34:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance spawned successfully.
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:34:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:53 user nova-compute[74883]: INFO nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Took 7.45 seconds to spawn the instance on the hypervisor.
Nov 06 08:34:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:34:53 user nova-compute[74883]: INFO nova.compute.manager [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Took 8.82 seconds to build instance.
Nov 06 08:34:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-42d3d331-a871-48f2-8dcf-b01a8bc607ae tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.939s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:34:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:34:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:35:00 user nova-compute[74883]: INFO nova.compute.claims [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Claim successful on node user
Nov 06 08:35:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.518s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:35:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.policy [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800182b159574d669604d895be8b608d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5aaa13d6d1849ca93787a7529b76136', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:35:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Creating image(s)
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "/opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "/opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk 1073741824" returned: 0 in 0.076s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.222s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Successfully created port: c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Cannot resize image /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Ensure instance console log exists: /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Successfully updated port: c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquired lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-changed-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Refreshing instance network info cache due to event network-changed-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] Acquiring lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updating instance_info_cache with network_info: [{"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Releasing lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Instance network_info: |[{"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] Acquired lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Refreshing network info cache for port c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Start _get_guest_xml network_info=[{"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:35:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1439542503',display_name='tempest-AttachVolumeNegativeTest-server-1439542503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1439542503',id=25,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0bASwHkg+e2fykc1iypQodyBOqlchV6fKXLMJNc+OGg5TlXoLrZFyT+jOSO9SffZMJX3kUPA7TTBZ+5qxDyMOJKqTn75W2wo1s2eOUIcpMIf08fpVENU/Oscz5OGN6NA==',key_name='tempest-keypair-1831601366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-x63u5p8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:35:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=2fc17b20-8328-46b5-9af6-cd348c03f628,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.objects.instance [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'pci_devices' on Instance uuid 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:35:03 user nova-compute[74883]:   <uuid>2fc17b20-8328-46b5-9af6-cd348c03f628</uuid>
Nov 06 08:35:03 user nova-compute[74883]:   <name>instance-00000019</name>
Nov 06 08:35:03 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:35:03 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:35:03 user nova-compute[74883]:   <metadata>
Nov 06 08:35:03 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:35:03 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1439542503</nova:name>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:35:03</nova:creationTime>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:35:03 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:35:03 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:owner>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:user uuid="800182b159574d669604d895be8b608d">tempest-AttachVolumeNegativeTest-1208185020-project-member</nova:user>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:project uuid="a5aaa13d6d1849ca93787a7529b76136">tempest-AttachVolumeNegativeTest-1208185020</nova:project>
Nov 06 08:35:03 user nova-compute[74883]:       </nova:owner>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:35:03 user nova-compute[74883]:       <nova:ports>
Nov 06 08:35:03 user nova-compute[74883]:         <nova:port uuid="c5f3847b-3b68-47eb-ba01-d1e8b7dceca4">
Nov 06 08:35:03 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:35:03 user nova-compute[74883]:         </nova:port>
Nov 06 08:35:03 user nova-compute[74883]:       </nova:ports>
Nov 06 08:35:03 user nova-compute[74883]:     </nova:instance>
Nov 06 08:35:03 user nova-compute[74883]:   </metadata>
Nov 06 08:35:03 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:35:03 user nova-compute[74883]:     <system>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="serial">2fc17b20-8328-46b5-9af6-cd348c03f628</entry>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="uuid">2fc17b20-8328-46b5-9af6-cd348c03f628</entry>
Nov 06 08:35:03 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:35:03 user nova-compute[74883]:     </system>
Nov 06 08:35:03 user nova-compute[74883]:   </sysinfo>
Nov 06 08:35:03 user nova-compute[74883]:   <os>
Nov 06 08:35:03 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:35:03 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:35:03 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:35:03 user nova-compute[74883]:   </os>
Nov 06 08:35:03 user nova-compute[74883]:   <features>
Nov 06 08:35:03 user nova-compute[74883]:     <acpi/>
Nov 06 08:35:03 user nova-compute[74883]:     <apic/>
Nov 06 08:35:03 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:35:03 user nova-compute[74883]:   </features>
Nov 06 08:35:03 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:35:03 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:35:03 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:35:03 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:35:03 user nova-compute[74883]:   </clock>
Nov 06 08:35:03 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:35:03 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:35:03 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:35:03 user nova-compute[74883]:   </cpu>
Nov 06 08:35:03 user nova-compute[74883]:   <devices>
Nov 06 08:35:03 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:35:03 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:35:03 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk"/>
Nov 06 08:35:03 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:35:03 user nova-compute[74883]:     </disk>
Nov 06 08:35:03 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:35:03 user nova-compute[74883]:       <mac address="fa:16:3e:8d:79:7a"/>
Nov 06 08:35:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:03 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:35:03 user nova-compute[74883]:       <target dev="tapc5f3847b-3b"/>
Nov 06 08:35:03 user nova-compute[74883]:     </interface>
Nov 06 08:35:03 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:35:03 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/console.log" append="off"/>
Nov 06 08:35:03 user nova-compute[74883]:     </serial>
Nov 06 08:35:03 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:35:03 user nova-compute[74883]:     <video>
Nov 06 08:35:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:03 user nova-compute[74883]:     </video>
Nov 06 08:35:03 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:35:03 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:35:03 user nova-compute[74883]:     </rng>
Nov 06 08:35:03 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:35:03 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:35:03 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:35:03 user nova-compute[74883]:     </memballoon>
Nov 06 08:35:03 user nova-compute[74883]:   </devices>
Nov 06 08:35:03 user nova-compute[74883]: </domain>
Nov 06 08:35:03 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1439542503',display_name='tempest-AttachVolumeNegativeTest-server-1439542503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1439542503',id=25,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0bASwHkg+e2fykc1iypQodyBOqlchV6fKXLMJNc+OGg5TlXoLrZFyT+jOSO9SffZMJX3kUPA7TTBZ+5qxDyMOJKqTn75W2wo1s2eOUIcpMIf08fpVENU/Oscz5OGN6NA==',key_name='tempest-keypair-1831601366',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-x63u5p8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:35:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=2fc17b20-8328-46b5-9af6-cd348c03f628,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG os_vif [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea96b4ce-c29e-5b94-bc64-8ac2ad3e5c78', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5f3847b-3b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5f3847b-3b, col_values=(('qos', UUID('a844a4c5-7bd9-4cfb-8a04-2071fa6fb7c8')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5f3847b-3b, col_values=(('external_ids', {'iface-id': 'c5f3847b-3b68-47eb-ba01-d1e8b7dceca4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:79:7a', 'vm-uuid': '2fc17b20-8328-46b5-9af6-cd348c03f628'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:04 user nova-compute[74883]: INFO os_vif [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b')
Nov 06 08:35:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:8d:79:7a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updated VIF entry in instance network info cache for port c5f3847b-3b68-47eb-ba01-d1e8b7dceca4. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updating instance_info_cache with network_info: [{"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5fb96a9d-9a54-4842-a361-84b6ba3fc4fc req-930dd7fc-a17f-46d8-9468-ea9399516952 service nova] Releasing lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:35:06 user nova-compute[74883]: INFO nova.compute.claims [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Claim successful on node user
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.537s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:35:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:35:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.policy [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39fa018d03524b07905117243bed080a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da03bd67110a48229020e74c4726bd5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:35:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Creating image(s)
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Successfully created port: 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:35:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Instance spawned successfully.
Nov 06 08:35:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.part --force-share --output=json" returned: 0 in 0.240s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.virt.images [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] dc252e77-ca0d-4edd-9802-a84921b45298 was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.part /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:08 user nova-compute[74883]: INFO nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Took 6.78 seconds to spawn the instance on the hypervisor.
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:35:08 user nova-compute[74883]: INFO nova.compute.manager [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Took 7.81 seconds to build instance.
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.part /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.converted" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-19ea6f2e-8fff-4775-8daa-2ab35e8e23df tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.961s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93.converted --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.206s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Successfully updated port: 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing instance network info cache due to event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93,backing_fmt=raw /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93,backing_fmt=raw /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk 1073741824" returned: 0 in 0.050s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "befcc8e4e02f9ecd284e2299dc7e9b91255ebd93" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Cannot resize image /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Ensure instance console log exists: /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.network.neutron [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-730e4b1e-f3e5-4d99-b49b-bdf8b7c69b3b req-416721b4-91ab-4005-861a-a538bfdbdb4a service nova] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:35:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance network_info: |[{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start _get_guest_xml network_info=[{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:35:03Z,direct_url=<?>,disk_format='qcow2',id=dc252e77-ca0d-4edd-9802-a84921b45298,min_disk=0,min_ram=0,name='tempest-scenario-img--537739242',owner='da03bd67110a48229020e74c4726bd5d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:35:05Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dc252e77-ca0d-4edd-9802-a84921b45298'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:35:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:35:03Z,direct_url=<?>,disk_format='qcow2',id=dc252e77-ca0d-4edd-9802-a84921b45298,min_disk=0,min_ram=0,name='tempest-scenario-img--537739242',owner='da03bd67110a48229020e74c4726bd5d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:35:05Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:35:07Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:35:10 user nova-compute[74883]:   <uuid>5c6e9834-c090-4c81-aefc-f86f672d26f1</uuid>
Nov 06 08:35:10 user nova-compute[74883]:   <name>instance-0000001a</name>
Nov 06 08:35:10 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:35:10 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:35:10 user nova-compute[74883]:   <metadata>
Nov 06 08:35:10 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:35:10 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:name>tempest-TestMinimumBasicScenario-server-243745696</nova:name>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:35:10</nova:creationTime>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:35:10 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:35:10 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:owner>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:user uuid="39fa018d03524b07905117243bed080a">tempest-TestMinimumBasicScenario-1768627633-project-member</nova:user>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:project uuid="da03bd67110a48229020e74c4726bd5d">tempest-TestMinimumBasicScenario-1768627633</nova:project>
Nov 06 08:35:10 user nova-compute[74883]:       </nova:owner>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:root type="image" uuid="dc252e77-ca0d-4edd-9802-a84921b45298"/>
Nov 06 08:35:10 user nova-compute[74883]:       <nova:ports>
Nov 06 08:35:10 user nova-compute[74883]:         <nova:port uuid="70216696-14fe-4848-8a3d-45048a6dac0c">
Nov 06 08:35:10 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:35:10 user nova-compute[74883]:         </nova:port>
Nov 06 08:35:10 user nova-compute[74883]:       </nova:ports>
Nov 06 08:35:10 user nova-compute[74883]:     </nova:instance>
Nov 06 08:35:10 user nova-compute[74883]:   </metadata>
Nov 06 08:35:10 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:35:10 user nova-compute[74883]:     <system>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="serial">5c6e9834-c090-4c81-aefc-f86f672d26f1</entry>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="uuid">5c6e9834-c090-4c81-aefc-f86f672d26f1</entry>
Nov 06 08:35:10 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:35:10 user nova-compute[74883]:     </system>
Nov 06 08:35:10 user nova-compute[74883]:   </sysinfo>
Nov 06 08:35:10 user nova-compute[74883]:   <os>
Nov 06 08:35:10 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:35:10 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:35:10 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:35:10 user nova-compute[74883]:   </os>
Nov 06 08:35:10 user nova-compute[74883]:   <features>
Nov 06 08:35:10 user nova-compute[74883]:     <acpi/>
Nov 06 08:35:10 user nova-compute[74883]:     <apic/>
Nov 06 08:35:10 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:35:10 user nova-compute[74883]:   </features>
Nov 06 08:35:10 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:35:10 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:35:10 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:35:10 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:35:10 user nova-compute[74883]:   </clock>
Nov 06 08:35:10 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:35:10 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:35:10 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:35:10 user nova-compute[74883]:   </cpu>
Nov 06 08:35:10 user nova-compute[74883]:   <devices>
Nov 06 08:35:10 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:35:10 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:35:10 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk"/>
Nov 06 08:35:10 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:35:10 user nova-compute[74883]:     </disk>
Nov 06 08:35:10 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:35:10 user nova-compute[74883]:       <mac address="fa:16:3e:88:ff:1a"/>
Nov 06 08:35:10 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:10 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:35:10 user nova-compute[74883]:       <target dev="tap70216696-14"/>
Nov 06 08:35:10 user nova-compute[74883]:     </interface>
Nov 06 08:35:10 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:35:10 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/console.log" append="off"/>
Nov 06 08:35:10 user nova-compute[74883]:     </serial>
Nov 06 08:35:10 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:35:10 user nova-compute[74883]:     <video>
Nov 06 08:35:10 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:10 user nova-compute[74883]:     </video>
Nov 06 08:35:10 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:35:10 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:35:10 user nova-compute[74883]:     </rng>
Nov 06 08:35:10 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:35:10 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:35:10 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:35:10 user nova-compute[74883]:     </memballoon>
Nov 06 08:35:10 user nova-compute[74883]:   </devices>
Nov 06 08:35:10 user nova-compute[74883]: </domain>
Nov 06 08:35:10 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:35:07Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG os_vif [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be3f84da-7b04-5b5a-b7c5-88354cf2264c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70216696-14, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70216696-14, col_values=(('qos', UUID('4d7df9ac-55b3-4280-a1b0-f7398098a26f')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70216696-14, col_values=(('external_ids', {'iface-id': '70216696-14fe-4848-8a3d-45048a6dac0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:ff:1a', 'vm-uuid': '5c6e9834-c090-4c81-aefc-f86f672d26f1'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:10 user nova-compute[74883]: INFO os_vif [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14')
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No VIF found with MAC fa:16:3e:88:ff:1a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.006s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] No waiting events found dispatching network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:10 user nova-compute[74883]: WARNING nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received unexpected event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 for instance with vm_state active and task_state None.
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] No waiting events found dispatching network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:10 user nova-compute[74883]: WARNING nova.compute.manager [req-de7efc37-8619-45f6-a9ba-58ce56777d38 req-f51e88e2-4a5a-4ca3-84e1-c31d244f9e16 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received unexpected event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 for instance with vm_state active and task_state None.
Nov 06 08:35:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:11 user nova-compute[74883]: WARNING nova.compute.manager [req-1fa96157-eebe-4038-b60a-c15a79fa6bd5 req-7ee6253f-44c4-40d9-bbe3-03f01a6c4590 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state building and task_state spawning.
Nov 06 08:35:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_requests' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'numa_topology' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:35:12 user nova-compute[74883]: INFO nova.compute.claims [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Claim successful on node user
Nov 06 08:35:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:35:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:12 user nova-compute[74883]: INFO nova.network.neutron [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating port 971d5771-301f-4c3c-8b9a-11f613e6060a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing instance network info cache due to event network-changed-971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] Acquiring lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:35:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Creating image(s)
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'trusted_certs' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] Acquired lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Refreshing network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG nova.objects.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<dd426d67-86ee-45b1-afd5-94c7ca0fecc9> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:14 user nova-compute[74883]: WARNING nova.compute.manager [req-2e455e6d-3cf8-43a4-9640-1a368769458a req-9b37ddb0-4a72-4f1d-a7fd-d5d2d9f63ae6 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state building and task_state spawning.
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:35:14 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance spawned successfully.
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:35:14 user nova-compute[74883]: INFO nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Took 7.58 seconds to spawn the instance on the hypervisor.
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.part --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.virt.images [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] cfda6716-a51c-4ee8-9a77-9d7622e799e0 was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:35:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.part /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:14 user nova-compute[74883]: INFO nova.compute.manager [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Took 8.66 seconds to build instance.
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3b80beed-d2e0-490f-a80e-bff933e0732a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.797s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.part /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.converted" returned: 0 in 0.260s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG nova.network.neutron [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updated VIF entry in instance network info cache for port 971d5771-301f-4c3c-8b9a-11f613e6060a. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG nova.network.neutron [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-132981a2-d4d9-4137-911d-19c8871ed479 req-255e2bf5-732d-4b9e-9730-630c8b38f9c3 service nova] Releasing lock "refresh_cache-dd426d67-86ee-45b1-afd5-94c7ca0fecc9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.615s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json" returned: 0 in 0.249s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652,backing_fmt=raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652,backing_fmt=raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk 1073741824" returned: 0 in 0.052s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd821f5d3eabe94eb1e93e1b6c12867ed1a66652" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.308s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'migration_context' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:16 user nova-compute[74883]: DEBUG nova.objects.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<dd426d67-86ee-45b1-afd5-94c7ca0fecc9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:35:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Rebasing disk image.
Nov 06 08:35:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.224s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 -F raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 -F raw /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk" returned: 0 in 2.542s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Ensure instance console log exists: /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start _get_guest_xml network_info=[{"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='a02b719bccced2f40718f2ba3c432cd0',container_format='bare',created_at=2023-11-06T08:32:52Z,direct_url=<?>,disk_format='qcow2',id=cfda6716-a51c-4ee8-9a77-9d7622e799e0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-791152249-shelved',owner='964147e774c74b4b86120e20100ddc97',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T08:32:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xOEMDevZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd426d67-86ee-45b1-afd5-94c7ca0fecc9', 'attached_at': '', 'detached_at': '', 'volume_id': 'dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 'serial': 'dccdb4c2-fa93-44b0-b9d1-97b63cba5032'}, 'attachment_id': '9879cb65-8815-49ec-910d-c7f4ca7281f2', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:35:18 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:18 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a02b719bccced2f40718f2ba3c432cd0',container_format='bare',created_at=2023-11-06T08:32:52Z,direct_url=<?>,disk_format='qcow2',id=cfda6716-a51c-4ee8-9a77-9d7622e799e0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-791152249-shelved',owner='964147e774c74b4b86120e20100ddc97',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T08:32:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'vcpu_model' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.objects.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<dd426d67-86ee-45b1-afd5-94c7ca0fecc9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xOEMDevZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:35:18 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:35:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:35:18 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:35:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:35:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:35:18 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:35:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260" returned: 21 in 0.051s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[673694a9-6733-4792-80bd-5da30f4413b3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:35:19 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f294237d-5a6e-4f1f-841f-115861562ff3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032] added
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c7f088-fd08-431d-9a68-582fecfe0601]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17521c01-5ce3-46e4-8f7a-5bd6d0cadda3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xOEMDevZ {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xOEMDevZ" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbb766f8-321d-4399-baa8-0ae553a2216f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xOEMDevZ'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3053b259-296a-40e1-9a7d-acd33649986a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eecb2b3-4b33-405a-959c-b482bb86f891]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba972e2-009d-4017-948f-52f9b053d1e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260]
Nov 06 08:35:19 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260] successful.
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f958b6-ca1a-49db-bc9f-406ad833ccdc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5e98b7-fe4f-4699-ade1-dca9c8b72097]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:35:19 user nova-compute[74883]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:35:19 user nova-compute[74883]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)
Nov 06 08:35:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] HCTL ('33', '-', '-', 0) found on session 24 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[156a9bd5-146b-4843-b55c-db6aeeab5dd9]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:35:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xOEMDevZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '23836653865643865', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836653865643865', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='cfda6716-a51c-4ee8-9a77-9d7622e799e0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1309954838',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:32:56.856637',shelved_host='user',shelved_image_id='cfda6716-a51c-4ee8-9a77-9d7622e799e0'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:34:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_devices' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.objects.base [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<dd426d67-86ee-45b1-afd5-94c7ca0fecc9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:35:20 user nova-compute[74883]:   <uuid>dd426d67-86ee-45b1-afd5-94c7ca0fecc9</uuid>
Nov 06 08:35:20 user nova-compute[74883]:   <name>instance-00000014</name>
Nov 06 08:35:20 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:35:20 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:35:20 user nova-compute[74883]:   <metadata>
Nov 06 08:35:20 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:35:20 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-791152249</nova:name>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:35:18</nova:creationTime>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:35:20 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:35:20 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:owner>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:user uuid="27b4e43f9bbb4a87b053bfcde1eb8aac">tempest-AttachVolumeShelveTestJSON-1779164499-project-member</nova:user>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:project uuid="964147e774c74b4b86120e20100ddc97">tempest-AttachVolumeShelveTestJSON-1779164499</nova:project>
Nov 06 08:35:20 user nova-compute[74883]:       </nova:owner>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:root type="image" uuid="cfda6716-a51c-4ee8-9a77-9d7622e799e0"/>
Nov 06 08:35:20 user nova-compute[74883]:       <nova:ports>
Nov 06 08:35:20 user nova-compute[74883]:         <nova:port uuid="971d5771-301f-4c3c-8b9a-11f613e6060a">
Nov 06 08:35:20 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 06 08:35:20 user nova-compute[74883]:         </nova:port>
Nov 06 08:35:20 user nova-compute[74883]:       </nova:ports>
Nov 06 08:35:20 user nova-compute[74883]:     </nova:instance>
Nov 06 08:35:20 user nova-compute[74883]:   </metadata>
Nov 06 08:35:20 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:35:20 user nova-compute[74883]:     <system>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="serial">dd426d67-86ee-45b1-afd5-94c7ca0fecc9</entry>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="uuid">dd426d67-86ee-45b1-afd5-94c7ca0fecc9</entry>
Nov 06 08:35:20 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:35:20 user nova-compute[74883]:     </system>
Nov 06 08:35:20 user nova-compute[74883]:   </sysinfo>
Nov 06 08:35:20 user nova-compute[74883]:   <os>
Nov 06 08:35:20 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:35:20 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:35:20 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:35:20 user nova-compute[74883]:   </os>
Nov 06 08:35:20 user nova-compute[74883]:   <features>
Nov 06 08:35:20 user nova-compute[74883]:     <acpi/>
Nov 06 08:35:20 user nova-compute[74883]:     <apic/>
Nov 06 08:35:20 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:35:20 user nova-compute[74883]:   </features>
Nov 06 08:35:20 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:35:20 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:35:20 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:35:20 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:35:20 user nova-compute[74883]:   </clock>
Nov 06 08:35:20 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:35:20 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:35:20 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:35:20 user nova-compute[74883]:   </cpu>
Nov 06 08:35:20 user nova-compute[74883]:   <devices>
Nov 06 08:35:20 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:35:20 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:35:20 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk"/>
Nov 06 08:35:20 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:35:20 user nova-compute[74883]:     </disk>
Nov 06 08:35:20 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:35:20 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:35:20 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:35:20 user nova-compute[74883]:       <target dev="vdc" bus="virtio"/>
Nov 06 08:35:20 user nova-compute[74883]:       <serial>dccdb4c2-fa93-44b0-b9d1-97b63cba5032</serial>
Nov 06 08:35:20 user nova-compute[74883]:     </disk>
Nov 06 08:35:20 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:35:20 user nova-compute[74883]:       <mac address="fa:16:3e:7c:5f:09"/>
Nov 06 08:35:20 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:20 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:35:20 user nova-compute[74883]:       <target dev="tap971d5771-30"/>
Nov 06 08:35:20 user nova-compute[74883]:     </interface>
Nov 06 08:35:20 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:35:20 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/console.log" append="off"/>
Nov 06 08:35:20 user nova-compute[74883]:     </serial>
Nov 06 08:35:20 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:35:20 user nova-compute[74883]:     <video>
Nov 06 08:35:20 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:35:20 user nova-compute[74883]:     </video>
Nov 06 08:35:20 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:35:20 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:35:20 user nova-compute[74883]:     </rng>
Nov 06 08:35:20 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:35:20 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:35:20 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:35:20 user nova-compute[74883]:     </memballoon>
Nov 06 08:35:20 user nova-compute[74883]:   </devices>
Nov 06 08:35:20 user nova-compute[74883]: </domain>
Nov 06 08:35:20 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='cfda6716-a51c-4ee8-9a77-9d7622e799e0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1309954838',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:32:56.856637',shelved_host='user',shelved_image_id='cfda6716-a51c-4ee8-9a77-9d7622e799e0'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:34:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG os_vif [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54b4ed2a-51b7-584e-8156-4fec194d30f3', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap971d5771-30, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap971d5771-30, col_values=(('qos', UUID('14b5ae44-3e9b-4570-9631-ca87c8a0e9e7')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap971d5771-30, col_values=(('external_ids', {'iface-id': '971d5771-301f-4c3c-8b9a-11f613e6060a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:5f:09', 'vm-uuid': 'dd426d67-86ee-45b1-afd5-94c7ca0fecc9'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:20 user nova-compute[74883]: INFO os_vif [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30')
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:35:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No VIF found with MAC fa:16:3e:7c:5f:09, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:35:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:22 user nova-compute[74883]: WARNING nova.compute.manager [req-0314704d-e5e9-4f5b-9f1b-4d173261557e req-c37d3806-280a-44e7-a4ad-2ec123a13d44 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:35:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:24 user nova-compute[74883]: WARNING nova.compute.manager [req-9698ebee-3dc3-44fc-a30a-e691afbf63fd req-22ff0e1c-0df9-46a3-89a7-646320b941fe service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:35:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:35:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance spawned successfully.
Nov 06 08:35:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:35:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-96ae2ec7-af84-49c0-949f-2ed77867358a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 38.180s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-changed-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Refreshing instance network info cache due to event network-changed-6acbaf6b-5b48-4389-b546-06474477916c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:38 user nova-compute[74883]: DEBUG nova.network.neutron [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Refreshing network info cache for port 6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updated VIF entry in instance network info cache for port 6acbaf6b-5b48-4389-b546-06474477916c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a239b3e0-565c-49b4-8018-37071b44d848 req-1c415dd9-1767-4da3-864c-488bbe027c85 service nova] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:35:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:35:41 user nova-compute[74883]: INFO nova.compute.manager [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Unrescuing
Nov 06 08:35:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:35:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:35:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'flavor' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:42 user nova-compute[74883]: WARNING nova.compute.manager [req-ca60f2bc-dfae-4545-8063-ba665fce84be req-f2ab27e4-f0f1-4e82-9de6-ef26f24a3c6e service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:35:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance destroyed successfully.
Nov 06 08:35:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:35:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:44 user nova-compute[74883]: WARNING nova.compute.manager [req-0f909c04-b938-42a1-99e0-9e7a4c27e845 req-1d55487e-bc9a-428f-ba2f-ac0f81c6d02d service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:35:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json" returned: 0 in 0.253s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-fcc7cdfb-d47a-42e2-b15e-d3f7a67f2004 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:46 user nova-compute[74883]: WARNING nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:35:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:35:46 user nova-compute[74883]: WARNING nova.compute.manager [req-b1d388e4-b6c2-41c0-b909-97240117fdc6 req-7161182a-5362-4bbd-8972-1b6ada177510 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:35:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.373s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:50 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7412MB free_disk=24.899581909179688GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2fc17b20-8328-46b5-9af6-cd348c03f628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:35:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG nova.objects.instance [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:35:51 user nova-compute[74883]: INFO nova.compute.manager [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Attaching volume 2bcd0d07-e648-41e8-958e-5aa8fb9ece28 to /dev/vdb
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.utils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d100485b-116e-4a88-bf84-18107c2052e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc0236f-3812-4ecd-8030-6eba1750eb92]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e3eb306-2985-4264-a8fc-be53f5b9e634]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[59ecd1be-f461-4193-b6f6-72bf57eacf6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:35:51 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:35:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c445052f-6798-4f25-80ed-b5fc25880b4b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG os_brick.utils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:35:51 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating existing volume attachment record: 695706e5-4323-4cd7-9807-36657d2f52fa {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:35:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:35:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:04 user nova-compute[74883]: INFO nova.compute.manager [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Unrescuing
Nov 06 08:36:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'flavor' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:36:05 user nova-compute[74883]: WARNING nova.compute.manager [req-2aefe29f-7cf3-484c-9df8-d414ae100d72 req-cd5815a6-3ec0-4681-b912-326a9a0b05d7 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:36:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance destroyed successfully.
Nov 06 08:36:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:36:07 user nova-compute[74883]: WARNING nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:36:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:36:07 user nova-compute[74883]: WARNING nova.compute.manager [req-38b41f1a-3b18-4e26-b095-00bc31f7c2f4 req-6c5181b3-c4ab-4a05-b0e0-4b2e1dde2ed5 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:36:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d71b288b-dec3-43d9-b2c8-9eeace30c6a8 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:36:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:36:09 user nova-compute[74883]: WARNING nova.compute.manager [req-bc544253-6387-4ab3-9966-ecb73327fc4e req-e9c72c2b-6997-4a8e-bc4d-4400063d8cae service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state None.
Nov 06 08:36:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:36:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-changed-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Refreshing instance network info cache due to event network-changed-b544e285-05fe-40d1-834b-9b3b6ccdb737. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] Acquiring lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] Acquired lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Refreshing network info cache for port b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updated VIF entry in instance network info cache for port b544e285-05fe-40d1-834b-9b3b6ccdb737. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating instance_info_cache with network_info: [{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4e9b6265-0841-4284-a439-73bc20acd712 req-c0f1b058-1080-494b-8990-36652135f97d service nova] Releasing lock "refresh_cache-697f8b3a-f3f5-42cd-a94c-4bf3234df940" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG nova.objects.instance [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'flavor' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:35 user nova-compute[74883]: INFO nova.compute.manager [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Detaching volume dccdb4c2-fa93-44b0-b9d1-97b63cba5032
Nov 06 08:36:36 user nova-compute[74883]: INFO nova.virt.block_device [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Attempting to driver detach volume dccdb4c2-fa93-44b0-b9d1-97b63cba5032 from mountpoint /dev/vdc
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:36 user nova-compute[74883]: INFO nova.compute.manager [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attaching volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be to /dev/vdb
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Attempting to detach device vdc from instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:36:36 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:36:36 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:36:36 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 08:36:36 user nova-compute[74883]:   <serial>dccdb4c2-fa93-44b0-b9d1-97b63cba5032</serial>
Nov 06 08:36:36 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:36:36 user nova-compute[74883]: </disk>
Nov 06 08:36:36 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:36:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully detached device vdc from instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 from the persistent domain config.
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:36:36 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:36:36 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:36:36 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 08:36:36 user nova-compute[74883]:   <serial>dccdb4c2-fa93-44b0-b9d1-97b63cba5032</serial>
Nov 06 08:36:36 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:36:36 user nova-compute[74883]: </disk>
Nov 06 08:36:36 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.utils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[875ff9b8-9e5c-4378-a892-e73bdec9bbf5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a97b88-a0ac-4ee7-8890-844fa7dd1c1e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d93f97-426a-410f-af80-1583d4782e78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a772ead9-5702-4c72-9503-e54e7c8de502]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:36:36 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:36:36 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24172fc-e5dc-43be-abfc-1f4938afc90c]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG os_brick.utils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating existing volume attachment record: ec62e637-a8d0-4e48-a377-1671c479ab1b {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:36:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:36:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:39 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:36:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:36:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:36:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:48 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:36:48 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7557MB free_disk=24.895938873291016GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2fc17b20-8328-46b5-9af6-cd348c03f628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:36:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:36:49 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:36:49 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:36:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:36:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.543s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-changed-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Refreshing instance network info cache due to event network-changed-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] Acquiring lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] Acquired lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Refreshing network info cache for port c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updated VIF entry in instance network info cache for port c5f3847b-3b68-47eb-ba01-d1e8b7dceca4. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG nova.network.neutron [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updating instance_info_cache with network_info: [{"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:36:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0e549dbd-e8b3-4853-8597-4ccde30caceb req-16311ff8-01b3-4993-be08-447282b51861 service nova] Releasing lock "refresh_cache-2fc17b20-8328-46b5-9af6-cd348c03f628" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:36:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:36:56 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 is timed out.
Nov 06 08:36:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully detached device vdc from instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 from the live domain config.
Nov 06 08:36:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xOEMDevZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:36:56 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[296d7920-9fe0-4177-8985-ccd8d22452c4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:36:56 user nova-compute[74883]: No targets found.
Nov 06 08:36:56 user nova-compute[74883]: iSNS:
Nov 06 08:36:56 user nova-compute[74883]: No targets found.
Nov 06 08:36:56 user nova-compute[74883]: STATIC:
Nov 06 08:36:56 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:36:56 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:36:56 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:36:56 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032
Nov 06 08:36:56 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:36:56 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:36:56 user nova-compute[74883]: FIRMWARE:
Nov 06 08:36:56 user nova-compute[74883]: No targets found.
Nov 06 08:36:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:36:56 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:36:56 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b221e45c-4037-43b5-bdda-d4096fedf561]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba04eb07-a96e-4d5a-9972-8e319671c42b]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:36:56 user nova-compute[74883]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)
Nov 06 08:36:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:36:56 user nova-compute[74883]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 (non-flash)
Nov 06 08:36:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11943c1240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d5eb83-ca90-4aa3-b167-5b7da03027ac]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c59effc-bfd4-4dd0-81fd-f880a4350192]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f287ca0-e034-4e49-b3bf-df6e04a0bc11]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba9e19f-5939-4af1-a8e5-3c210bfe3e53]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d744280-65cc-43e4-b730-2bb99a206041]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf66c67-6d68-442d-bfcd-a2a9d22d600d]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260]
Nov 06 08:36:56 user nova-compute[74883]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032, portal: 172.16.0.220,3260] successful.
Nov 06 08:36:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dccdb4c2-fa93-44b0-b9d1-97b63cba5032 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfa2047-1265-4322-b5b0-23a1878c012f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] <== disconnect_volume: return (321ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:36:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:36:57 user nova-compute[74883]: DEBUG nova.objects.instance [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'flavor' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:36:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23b4df9f-5ca9-4b5c-a1e9-47facb8b0c4a tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.027s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:36:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG nova.objects.instance [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.121s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:04 user nova-compute[74883]: INFO nova.compute.manager [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Attaching volume 2f23c162-e982-4bec-a62c-cc3056df760f to /dev/vdb
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90d9f30-02d7-4316-b323-855629a40e84]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b06b0c-4c9d-465f-889d-398fdb56fc7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd9f620-4813-4496-90cc-1a34f8c4c49d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[846523f0-a847-436e-b67c-985ced6cd84c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:04 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:37:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e82e9036-d5d9-4998-a9ad-283577ef1c59]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:04 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating existing volume attachment record: 4015d21d-4ccb-4d52-bbd7-7586352ce762 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:05 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:05 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:05 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c6ecd0-9357-49fd-9476-e69974fe9a16]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:37:05 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[097def0e-a4ce-46f8-ac73-3851c1189ac5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be] added
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a2f507-c05f-413d-8abc-c8083a60cd76]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5777d6e1-76d2-4388-93d5-84d640e5b990]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwBlLxTI {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwBlLxTI" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cebd7ec-835d-46d1-8367-61de788d7ed1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UwBlLxTI'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd994656-116f-4ac3-971a-b3a3afae9acb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba1b26c-55fa-4412-be14-cfc7c56b7c95]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d9fd5d-6890-4018-81a9-5df2ba8708e7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]
Nov 06 08:37:05 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff38138a-32c8-417c-ae72-58bb03decd5c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec24d7b-57f0-4a6e-8a2c-15da4459925e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:05 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:05 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c2b403-d930-4ffa-934f-3ae2e51118f5]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:37:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26132386236653836', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132386236653836', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.objects.instance [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'flavor' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:37:06 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:37:06 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:37:06 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:37:06 user nova-compute[74883]:   <serial>c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be</serial>
Nov 06 08:37:06 user nova-compute[74883]: </disk>
Nov 06 08:37:06 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:09:20:7f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:37:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-832622b0-0106-4308-85e3-033251a01deb tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.943s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:08 user nova-compute[74883]: INFO nova.compute.manager [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Attaching volume e9095abc-7ba5-4e03-bd59-98f88a0de4d8 to /dev/vdb
Nov 06 08:37:08 user nova-compute[74883]: DEBUG os_brick.utils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9db6a98-9acc-42fb-b91b-f52dff06efc6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[429360a6-2fe2-4cb1-ad98-2aa382336e0f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e86b5a-0e85-42a7-88ca-5091b4c40095]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1492683-9454-4855-ac94-72753dc9ff84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:37:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:09 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:37:09 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6cbcae-80bd-47ed-9e3b-fcb501b79427]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG os_brick.utils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updating existing volume attachment record: a4d40b31-4d16-4608-b3d0-50cb679075c0 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:37:09 user nova-compute[74883]: INFO nova.compute.manager [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Rebuilding instance
Nov 06 08:37:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:09 user nova-compute[74883]: WARNING nova.compute.manager [req-dfb66b9a-87ba-4be9-a28f-f5ee492c11ce req-ea8ee3a6-b127-4f73-93c6-8789b487017f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state active and task_state rebuilding.
Nov 06 08:37:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:10 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance destroyed successfully.
Nov 06 08:37:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:11 user nova-compute[74883]: WARNING nova.compute.manager [req-628a4b73-b12a-4145-b43e-6f6183a584e1 req-b44289a0-6365-4f42-b185-b47110c2c78a service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state active and task_state rebuilding.
Nov 06 08:37:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:32 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:32 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:32 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ffcdc5-5f64-4dd8-a022-bacbc30cfb2f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:37:32 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dcb18db-a0f6-4608-92a3-96565024c131]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28] added
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48a74c6-4763-4249-8a3c-6472237aced5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[121bcf06-6721-4b24-b3f3-5dba6d680642]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mNWYBfAb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mNWYBfAb" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[af75a064-5c06-4020-bdcb-c398de408461]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mNWYBfAb'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cec17d-886f-4090-93ea-6d645937e6f9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9abfa3a-9e3a-4253-b37a-c3301ef650a6]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c26fadc-068c-4118-b1ac-e6f3289f11a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]
Nov 06 08:37:32 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f545aa-639b-4d79-b105-e4a08b3004c4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1115eb4e-538f-4918-b90d-6e00105c4258]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:32 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ae9b2d-fbf4-48f4-9d14-d92fee3d85d5]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:32 user nova-compute[74883]: INFO nova.compute.manager [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Detaching volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:37:32 user nova-compute[74883]: INFO nova.compute.manager [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Terminating instance
Nov 06 08:37:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-f7eba36b-2f96-4247-9263-d5f0a857203a req-ec535d44-1d38-4da4-a193-209502a61b8e service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-unplugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23130316261653265', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23130316261653265', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:37:33 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:37:33 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:37:33 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:37:33 user nova-compute[74883]:   <serial>2bcd0d07-e648-41e8-958e-5aa8fb9ece28</serial>
Nov 06 08:37:33 user nova-compute[74883]: </disk>
Nov 06 08:37:33 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Instance destroyed successfully.
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'resources' on Instance uuid dd426d67-86ee-45b1-afd5-94c7ca0fecc9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:30:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-791152249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-791152249',id=20,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDdh730PwalY8Z9Cugc+UapxjCucFHFs0iAe6PhpSvqxwWjYCfjRKlbJmdKGaImgvTM+E7aHrg6aMNviZMzFin3ud6H39yhQiVPVGDFfAp2iHbVlDHE3XVXEpwr2T4/4Aw==',key_name='tempest-keypair-1309954838',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-4suinal0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:35:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=dd426d67-86ee-45b1-afd5-94c7ca0fecc9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "971d5771-301f-4c3c-8b9a-11f613e6060a", "address": "fa:16:3e:7c:5f:09", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap971d5771-30", "ovs_interfaceid": "971d5771-301f-4c3c-8b9a-11f613e6060a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_vif [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap971d5771-30, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.virt.block_device [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attempting to driver detach volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be from mountpoint /dev/vdb
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14b5ae44-3e9b-4570-9631-ca87c8a0e9e7) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:33 user nova-compute[74883]: INFO os_vif [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:5f:09,bridge_name='br-int',has_traffic_filtering=True,id=971d5771-301f-4c3c-8b9a-11f613e6060a,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap971d5771-30')
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Deleting instance files /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9_del
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Deletion of /opt/stack/data/nova/instances/dd426d67-86ee-45b1-afd5-94c7ca0fecc9_del complete
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Attempting to detach device vdb from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:37:33 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:37:33 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:37:33 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:37:33 user nova-compute[74883]:   <serial>c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be</serial>
Nov 06 08:37:33 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:37:33 user nova-compute[74883]: </disk>
Nov 06 08:37:33 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully detached device vdb from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the persistent domain config.
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:33 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[29cebbf4-eab2-4653-9ab0-2ce779e22842]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:37:33 user nova-compute[74883]: No targets found.
Nov 06 08:37:33 user nova-compute[74883]: iSNS:
Nov 06 08:37:33 user nova-compute[74883]: No targets found.
Nov 06 08:37:33 user nova-compute[74883]: STATIC:
Nov 06 08:37:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:37:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:37:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:37:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:37:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:37:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:37:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:37:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:37:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:37:33 user nova-compute[74883]: FIRMWARE:
Nov 06 08:37:33 user nova-compute[74883]: No targets found.
Nov 06 08:37:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:37:33 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:37:33 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: INFO nova.compute.manager [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Took 1.05 seconds to destroy the instance on the hypervisor.
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a93754-9eb5-42cb-924e-394bc187fb38]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e230b2a-ebbe-4761-a369-34f05a475ddf]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:33 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:33 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:33 user nova-compute[74883]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:37:33 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c04ee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b33029a-9a00-4ef1-8f77-cd8a61f5fc1b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc60239f-39ca-4693-946c-1a41ce189ed4]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67a1d34-ac71-4327-b5ff-af29f16f6c59]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.067s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[300a2abd-fb84-4ad8-9ec6-8f84c8c61204]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d77da065-cac7-416c-93f2-b0d10f6acd23]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No VIF found with MAC fa:16:3e:5d:3b:65, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed960cd-a941-405e-8fde-042b0d931fb5]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]
Nov 06 08:37:34 user nova-compute[74883]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.
Nov 06 08:37:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2021f7-d5f3-49b0-a1de-dee6ab39ecb3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== disconnect_volume: return (388ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cba95ae8-9a34-4a3a-8e34-2e98cb58cab9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 102.647s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-d521ce27-053c-42b9-b12a-adc2834bfcac req-de454db9-0c39-4417-a835-a466ad52183d service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-deleted-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:34 user nova-compute[74883]: INFO nova.compute.manager [req-d521ce27-053c-42b9-b12a-adc2834bfcac req-de454db9-0c39-4417-a835-a466ad52183d service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Neutron deleted interface 971d5771-301f-4c3c-8b9a-11f613e6060a; detaching it from the instance and deleting it from the info cache
Nov 06 08:37:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-d521ce27-053c-42b9-b12a-adc2834bfcac req-de454db9-0c39-4417-a835-a466ad52183d service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:37:34 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Took 0.90 seconds to deallocate network for instance.
Nov 06 08:37:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-d521ce27-053c-42b9-b12a-adc2834bfcac req-de454db9-0c39-4417-a835-a466ad52183d service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Detach interface failed, port_id=971d5771-301f-4c3c-8b9a-11f613e6060a, reason: Instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.405s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] Acquiring lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] No waiting events found dispatching network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:35 user nova-compute[74883]: WARNING nova.compute.manager [req-73d6a4ab-fa93-4eb0-9390-7e6e343681d2 req-72bda729-f944-4dfd-b64e-92d9ede6e5e3 service nova] [instance: dd426d67-86ee-45b1-afd5-94c7ca0fecc9] Received unexpected event network-vif-plugged-971d5771-301f-4c3c-8b9a-11f613e6060a for instance with vm_state deleted and task_state None.
Nov 06 08:37:35 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Deleted allocations for instance dd426d67-86ee-45b1-afd5-94c7ca0fecc9
Nov 06 08:37:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance destroyed successfully.
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-ServerActionsTestOtherA-server-543426175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:34:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb544e285-05, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0698e8d3-1acf-427d-a4fb-dd428cad2b3b) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: INFO os_vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05')
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:35 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d68833e9-404b-4fb2-b7e9-d964a8d181bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:37:35 user nova-compute[74883]: No targets found.
Nov 06 08:37:35 user nova-compute[74883]: iSNS:
Nov 06 08:37:35 user nova-compute[74883]: No targets found.
Nov 06 08:37:35 user nova-compute[74883]: STATIC:
Nov 06 08:37:35 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:37:35 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:37:35 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:37:35 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:37:35 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:37:35 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:37:35 user nova-compute[74883]: FIRMWARE:
Nov 06 08:37:35 user nova-compute[74883]: No targets found.
Nov 06 08:37:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:37:35 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:37:35 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3f4411c4-790e-4e6b-965d-e2762fc18d0b tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "dd426d67-86ee-45b1-afd5-94c7ca0fecc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.582s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[340511ef-5f9d-4bb7-929c-ac3b01b8f9b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d420ef82-1e45-49ae-836b-58eca8e7eb54]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:35 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:35 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119450feb0>, {}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Disconnecting from: [] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.086s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== disconnect_volume: return (88ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:37:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Deleting instance files /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940_del
Nov 06 08:37:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Deletion of /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940_del complete
Nov 06 08:37:35 user nova-compute[74883]: INFO nova.virt.block_device [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Booting with volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be at /dev/vdb
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.utils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f914a68c-e8f7-44a3-87bc-0c352ee3595a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7614e081-3d39-4e14-9b7f-489ef90ab389]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[464c9481-232c-45e5-b158-71aabec81afe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d4ad4b-fb9f-45e3-9588-f4b4fc977324]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:37:35 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[857c5f44-3275-4327-b111-098c30924925]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG os_brick.utils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating existing volume attachment record: f28dea1d-b227-433a-854d-e9724a44c69e {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74883) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:36 user nova-compute[74883]: WARNING nova.compute.manager [req-e92567aa-f11d-4553-a370-b0feb2d35b45 req-5d8e21b9-dead-4509-9ffe-beb507a24458 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state active and task_state powering-off.
Nov 06 08:37:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance destroyed successfully.
Nov 06 08:37:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:37:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ed25cac0-6048-4f91-93d4-6eb63c6008e8 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.895s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:37:38 user nova-compute[74883]: WARNING nova.compute.manager [req-9d279807-1b62-4317-ba79-b5271d014ef1 req-410b6876-0353-4d6c-824d-6cccacdfc51b service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state None.
Nov 06 08:37:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:37:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:37:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:37:43 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1edec81-5f9b-40e6-83d2-99ff70db487b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:37:43 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc7ac4e-7d1d-4ba0-bcd8-c6a6efeeef9c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f] added
Nov 06 08:37:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[645fb5f1-5c36-4758-860b-19d9ab4ad5ee]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c6b1c1-835d-41b7-9403-fb2566572247]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CEIoZOfR {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CEIoZOfR" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9dc2c07-a4e8-4c69-b3b6-3a3faaf673b1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CEIoZOfR'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79882070-ff74-4fbb-b159-5bee3be2bd93]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40e547c-bcc4-4092-9349-d3e6ceefd44f]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:43 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:43 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --login" returned: 0 in 1.073s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff37e638-102d-4fea-81c7-7b1d4778a1f7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]
Nov 06 08:37:44 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.
Nov 06 08:37:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6df1c69-a39a-4b40-a592-14b32bf53835]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a624339d-ed33-4f65-bc99-b2a3a8ac52c2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:44 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:44 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:37:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:37:44 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:37:44 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:37:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.348s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a136028c-f47f-4dde-8f45-d5be1bca75b0]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:37:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.388s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== connect_volume: return (2392ms) {'type': 'block', 'scsi_wwn': '26364303737363665', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364303737363665', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.objects.instance [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:37:45 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:37:45 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:37:45 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:37:45 user nova-compute[74883]:   <serial>2f23c162-e982-4bec-a62c-cc3056df760f</serial>
Nov 06 08:37:45 user nova-compute[74883]: </disk>
Nov 06 08:37:45 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No VIF found with MAC fa:16:3e:88:ff:1a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-34b08a07-ee5b-4cfd-85a7-4454ed0070d5 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.140s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:37:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:49 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:37:49 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8013MB free_disk=24.94037628173828GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2fc17b20-8328-46b5-9af6-cd348c03f628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:37:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.575s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:37:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:37:56 user nova-compute[74883]: INFO nova.compute.claims [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Claim successful on node user
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:37:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:37:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:37:57 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Creating image(s)
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG nova.policy [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce177681df348b99f51f44dda9a403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eccf84f6fb7a4acab96b36483087cfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk 1073741824" returned: 0 in 0.064s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:37:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Cannot resize image /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Ensure instance console log exists: /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:37:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Successfully created port: a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Successfully updated port: a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-changed-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Refreshing instance network info cache due to event network-changed-a56d3beb-603c-423b-8f74-795a3f258bcf. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] Acquiring lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updating instance_info_cache with network_info: [{"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Instance network_info: |[{"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] Acquired lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Refreshing network info cache for port a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Start _get_guest_xml network_info=[{"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:37:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:37:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-640868241',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-640868241',id=27,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-6a9kzsxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:57Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=bf0a60f0-8729-4b85-94c7-b65a1420271c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:37:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.objects.instance [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid bf0a60f0-8729-4b85-94c7-b65a1420271c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:38:00 user nova-compute[74883]:   <uuid>bf0a60f0-8729-4b85-94c7-b65a1420271c</uuid>
Nov 06 08:38:00 user nova-compute[74883]:   <name>instance-0000001b</name>
Nov 06 08:38:00 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:38:00 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:38:00 user nova-compute[74883]:   <metadata>
Nov 06 08:38:00 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:38:00 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-640868241</nova:name>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:37:59</nova:creationTime>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:38:00 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:38:00 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:owner>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:38:00 user nova-compute[74883]:       </nova:owner>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:38:00 user nova-compute[74883]:       <nova:ports>
Nov 06 08:38:00 user nova-compute[74883]:         <nova:port uuid="a56d3beb-603c-423b-8f74-795a3f258bcf">
Nov 06 08:38:00 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 06 08:38:00 user nova-compute[74883]:         </nova:port>
Nov 06 08:38:00 user nova-compute[74883]:       </nova:ports>
Nov 06 08:38:00 user nova-compute[74883]:     </nova:instance>
Nov 06 08:38:00 user nova-compute[74883]:   </metadata>
Nov 06 08:38:00 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:38:00 user nova-compute[74883]:     <system>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="serial">bf0a60f0-8729-4b85-94c7-b65a1420271c</entry>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="uuid">bf0a60f0-8729-4b85-94c7-b65a1420271c</entry>
Nov 06 08:38:00 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:38:00 user nova-compute[74883]:     </system>
Nov 06 08:38:00 user nova-compute[74883]:   </sysinfo>
Nov 06 08:38:00 user nova-compute[74883]:   <os>
Nov 06 08:38:00 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:38:00 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:38:00 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:38:00 user nova-compute[74883]:   </os>
Nov 06 08:38:00 user nova-compute[74883]:   <features>
Nov 06 08:38:00 user nova-compute[74883]:     <acpi/>
Nov 06 08:38:00 user nova-compute[74883]:     <apic/>
Nov 06 08:38:00 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:38:00 user nova-compute[74883]:   </features>
Nov 06 08:38:00 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:38:00 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:38:00 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:38:00 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:38:00 user nova-compute[74883]:   </clock>
Nov 06 08:38:00 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:38:00 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:38:00 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:38:00 user nova-compute[74883]:   </cpu>
Nov 06 08:38:00 user nova-compute[74883]:   <devices>
Nov 06 08:38:00 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:38:00 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:38:00 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk"/>
Nov 06 08:38:00 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:38:00 user nova-compute[74883]:     </disk>
Nov 06 08:38:00 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:38:00 user nova-compute[74883]:       <mac address="fa:16:3e:52:db:c2"/>
Nov 06 08:38:00 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:00 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:38:00 user nova-compute[74883]:       <target dev="tapa56d3beb-60"/>
Nov 06 08:38:00 user nova-compute[74883]:     </interface>
Nov 06 08:38:00 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:38:00 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/console.log" append="off"/>
Nov 06 08:38:00 user nova-compute[74883]:     </serial>
Nov 06 08:38:00 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:38:00 user nova-compute[74883]:     <video>
Nov 06 08:38:00 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:00 user nova-compute[74883]:     </video>
Nov 06 08:38:00 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:38:00 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:38:00 user nova-compute[74883]:     </rng>
Nov 06 08:38:00 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:38:00 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:38:00 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:38:00 user nova-compute[74883]:     </memballoon>
Nov 06 08:38:00 user nova-compute[74883]:   </devices>
Nov 06 08:38:00 user nova-compute[74883]: </domain>
Nov 06 08:38:00 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-640868241',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-640868241',id=27,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-6a9kzsxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:57Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=bf0a60f0-8729-4b85-94c7-b65a1420271c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG os_vif [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bceb409b-ffdd-5064-b33e-0edc8a184a86', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa56d3beb-60, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa56d3beb-60, col_values=(('qos', UUID('dff841d7-7896-4406-bb80-3821fbf90a67')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa56d3beb-60, col_values=(('external_ids', {'iface-id': 'a56d3beb-603c-423b-8f74-795a3f258bcf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:db:c2', 'vm-uuid': 'bf0a60f0-8729-4b85-94c7-b65a1420271c'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:00 user nova-compute[74883]: INFO os_vif [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60')
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:52:db:c2, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updated VIF entry in instance network info cache for port a56d3beb-603c-423b-8f74-795a3f258bcf. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updating instance_info_cache with network_info: [{"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-410dd0e2-2dec-4b54-9746-29c942ce54a9 req-4ad36b27-41f3-43db-9467-015bd9fb7ed4 service nova] Releasing lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:38:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Creating image(s)
Nov 06 08:38:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk 1073741824" returned: 0 in 0.069s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking if we can resize image /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:38:01 user nova-compute[74883]: INFO nova.compute.claims [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Claim successful on node user
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Cannot resize image /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Ensure instance console log exists: /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start _get_guest_xml network_info=[{"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '697f8b3a-f3f5-42cd-a94c-4bf3234df940', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'serial': 'c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be'}, 'attachment_id': 'f28dea1d-b227-433a-854d-e9724a44c69e', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:38:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 06 08:38:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 06 08:38:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:38:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'vcpu_model' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:38:02 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:02 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:02 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] No waiting events found dispatching network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:02 user nova-compute[74883]: WARNING nova.compute.manager [req-07c03523-aeb3-436a-b04e-4f2142f9fc5c req-5f993a74-556a-4676-9263-8ea2b135ce3f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received unexpected event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf for instance with vm_state building and task_state spawning.
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5feb11e7-ddec-4319-9886-78a857359d84]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:38:02 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[109ab624-310b-4ee6-b6b7-ef825f879e9a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be] added
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3b9236-5b8b-4a13-8f63-7470a92aa6b5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca31b6f-d957-4476-8f9d-717bc23e2d60]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwBlLxTI {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UwBlLxTI" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f4de15-6b25-4222-84fc-135bc392735e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UwBlLxTI'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[392421e1-bedf-4dd9-89a9-f3902114e414]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26e289cb-08cf-423e-a1a1-bef41a437218]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60eefe4-9574-4774-b732-80ad6cbb95f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]
Nov 06 08:38:02 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5b27f1-66a2-4ea9-b0fb-4105d96ae849]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf332495-dd31-4fbf-9108-f6ced4e4b2a8]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:02 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.366s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf74571-bc72-4f20-ae65-917abc2b7d1b]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.723s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:38:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.policy [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9721caaa97ac4be795f5bbae72f6a27a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff55e9caaa3442d690322b19c16e980d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:38:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Creating image(s)
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.248s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk 1073741824" returned: 0 in 0.060s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Successfully created port: 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '26132386236653836', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132386236653836', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.205s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-ServerActionsTestOtherA-server-543426175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:34:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:38:03 user nova-compute[74883]:   <uuid>697f8b3a-f3f5-42cd-a94c-4bf3234df940</uuid>
Nov 06 08:38:03 user nova-compute[74883]:   <name>instance-00000018</name>
Nov 06 08:38:03 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:38:03 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:38:03 user nova-compute[74883]:   <metadata>
Nov 06 08:38:03 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:38:03 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherA-server-543426175</nova:name>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:38:01</nova:creationTime>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:38:03 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:38:03 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:owner>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:user uuid="4e9336c4c0ac401089e5c2846d2280e0">tempest-ServerActionsTestOtherA-379230393-project-member</nova:user>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:project uuid="f73876eeec09452ebe809e904ccaefad">tempest-ServerActionsTestOtherA-379230393</nova:project>
Nov 06 08:38:03 user nova-compute[74883]:       </nova:owner>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:38:03 user nova-compute[74883]:       <nova:ports>
Nov 06 08:38:03 user nova-compute[74883]:         <nova:port uuid="b544e285-05fe-40d1-834b-9b3b6ccdb737">
Nov 06 08:38:03 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:38:03 user nova-compute[74883]:         </nova:port>
Nov 06 08:38:03 user nova-compute[74883]:       </nova:ports>
Nov 06 08:38:03 user nova-compute[74883]:     </nova:instance>
Nov 06 08:38:03 user nova-compute[74883]:   </metadata>
Nov 06 08:38:03 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:38:03 user nova-compute[74883]:     <system>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="serial">697f8b3a-f3f5-42cd-a94c-4bf3234df940</entry>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="uuid">697f8b3a-f3f5-42cd-a94c-4bf3234df940</entry>
Nov 06 08:38:03 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:38:03 user nova-compute[74883]:     </system>
Nov 06 08:38:03 user nova-compute[74883]:   </sysinfo>
Nov 06 08:38:03 user nova-compute[74883]:   <os>
Nov 06 08:38:03 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:38:03 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:38:03 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:38:03 user nova-compute[74883]:   </os>
Nov 06 08:38:03 user nova-compute[74883]:   <features>
Nov 06 08:38:03 user nova-compute[74883]:     <acpi/>
Nov 06 08:38:03 user nova-compute[74883]:     <apic/>
Nov 06 08:38:03 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:38:03 user nova-compute[74883]:   </features>
Nov 06 08:38:03 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:38:03 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:38:03 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:38:03 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:38:03 user nova-compute[74883]:   </clock>
Nov 06 08:38:03 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:38:03 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:38:03 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:38:03 user nova-compute[74883]:   </cpu>
Nov 06 08:38:03 user nova-compute[74883]:   <devices>
Nov 06 08:38:03 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:38:03 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:38:03 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk"/>
Nov 06 08:38:03 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:38:03 user nova-compute[74883]:     </disk>
Nov 06 08:38:03 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:38:03 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:38:03 user nova-compute[74883]:       <source dev="/dev/sdd"/>
Nov 06 08:38:03 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:38:03 user nova-compute[74883]:       <serial>c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be</serial>
Nov 06 08:38:03 user nova-compute[74883]:     </disk>
Nov 06 08:38:03 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:38:03 user nova-compute[74883]:       <mac address="fa:16:3e:09:20:7f"/>
Nov 06 08:38:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:03 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:38:03 user nova-compute[74883]:       <target dev="tapb544e285-05"/>
Nov 06 08:38:03 user nova-compute[74883]:     </interface>
Nov 06 08:38:03 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:38:03 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/console.log" append="off"/>
Nov 06 08:38:03 user nova-compute[74883]:     </serial>
Nov 06 08:38:03 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:38:03 user nova-compute[74883]:     <video>
Nov 06 08:38:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:03 user nova-compute[74883]:     </video>
Nov 06 08:38:03 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:38:03 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:38:03 user nova-compute[74883]:     </rng>
Nov 06 08:38:03 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:38:03 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:38:03 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:38:03 user nova-compute[74883]:     </memballoon>
Nov 06 08:38:03 user nova-compute[74883]:   </devices>
Nov 06 08:38:03 user nova-compute[74883]: </domain>
Nov 06 08:38:03 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-ServerActionsTestOtherA-server-543426175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:34:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG os_vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29b0ae8a-757c-5086-83ac-764e14ee6e18', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb544e285-05, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb544e285-05, col_values=(('qos', UUID('c5b74353-554e-4ded-99a8-e3b69bd1668b')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb544e285-05, col_values=(('external_ids', {'iface-id': 'b544e285-05fe-40d1-834b-9b3b6ccdb737', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:20:7f', 'vm-uuid': '697f8b3a-f3f5-42cd-a94c-4bf3234df940'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:03 user nova-compute[74883]: INFO os_vif [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05')
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:09:20:7f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Cannot resize image /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Ensure instance console log exists: /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:38:04 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Instance spawned successfully.
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing instance network info cache due to event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:04 user nova-compute[74883]: INFO nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Took 7.22 seconds to spawn the instance on the hypervisor.
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:04 user nova-compute[74883]: INFO nova.compute.manager [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Took 8.15 seconds to build instance.
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5bb596b4-bae1-454c-8389-431d86a0adf9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.290s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Successfully updated port: 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-changed-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing instance network info cache due to event network-changed-062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updated VIF entry in instance network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] No waiting events found dispatching network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:04 user nova-compute[74883]: WARNING nova.compute.manager [req-29098284-6432-496e-a94c-5ee4ccd852ee req-fdbcca88-b33e-49ff-9fb8-f2ff4001b177 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received unexpected event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf for instance with vm_state building and task_state spawning.
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance network_info: |[{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start _get_guest_xml network_info=[{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:38:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1547405596',display_name='tempest-ServerRescueNegativeTestJSON-server-1547405596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1547405596',id=28,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCaCK1M+aWmA0qK7DVkQ1oON75cnnLzeNnc3b8f+vEo+ouAq1LCLU9ZUpyqGvtq/Q9A9ASvvm85VXK1IsHPdRrbKTPzgabQD1xdPaXyWm3wDawbrQYNpGWCIczkz/IpOg==',key_name='tempest-keypair-134355674',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-cvpvyve5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=b5049f4b-1c53-4a75-942d-e1f09ee310bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.objects.instance [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:38:05 user nova-compute[74883]:   <uuid>b5049f4b-1c53-4a75-942d-e1f09ee310bd</uuid>
Nov 06 08:38:05 user nova-compute[74883]:   <name>instance-0000001c</name>
Nov 06 08:38:05 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:38:05 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:38:05 user nova-compute[74883]:   <metadata>
Nov 06 08:38:05 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:38:05 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1547405596</nova:name>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:38:05</nova:creationTime>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:38:05 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:38:05 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:owner>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:38:05 user nova-compute[74883]:       </nova:owner>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:38:05 user nova-compute[74883]:       <nova:ports>
Nov 06 08:38:05 user nova-compute[74883]:         <nova:port uuid="062e4ab0-0198-4284-acad-537b0672d83f">
Nov 06 08:38:05 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:38:05 user nova-compute[74883]:         </nova:port>
Nov 06 08:38:05 user nova-compute[74883]:       </nova:ports>
Nov 06 08:38:05 user nova-compute[74883]:     </nova:instance>
Nov 06 08:38:05 user nova-compute[74883]:   </metadata>
Nov 06 08:38:05 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:38:05 user nova-compute[74883]:     <system>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="serial">b5049f4b-1c53-4a75-942d-e1f09ee310bd</entry>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="uuid">b5049f4b-1c53-4a75-942d-e1f09ee310bd</entry>
Nov 06 08:38:05 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:38:05 user nova-compute[74883]:     </system>
Nov 06 08:38:05 user nova-compute[74883]:   </sysinfo>
Nov 06 08:38:05 user nova-compute[74883]:   <os>
Nov 06 08:38:05 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:38:05 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:38:05 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:38:05 user nova-compute[74883]:   </os>
Nov 06 08:38:05 user nova-compute[74883]:   <features>
Nov 06 08:38:05 user nova-compute[74883]:     <acpi/>
Nov 06 08:38:05 user nova-compute[74883]:     <apic/>
Nov 06 08:38:05 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:38:05 user nova-compute[74883]:   </features>
Nov 06 08:38:05 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:38:05 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:38:05 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:38:05 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:38:05 user nova-compute[74883]:   </clock>
Nov 06 08:38:05 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:38:05 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:38:05 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:38:05 user nova-compute[74883]:   </cpu>
Nov 06 08:38:05 user nova-compute[74883]:   <devices>
Nov 06 08:38:05 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:38:05 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:38:05 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk"/>
Nov 06 08:38:05 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:38:05 user nova-compute[74883]:     </disk>
Nov 06 08:38:05 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:38:05 user nova-compute[74883]:       <mac address="fa:16:3e:c8:60:c3"/>
Nov 06 08:38:05 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:05 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:38:05 user nova-compute[74883]:       <target dev="tap062e4ab0-01"/>
Nov 06 08:38:05 user nova-compute[74883]:     </interface>
Nov 06 08:38:05 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:38:05 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/console.log" append="off"/>
Nov 06 08:38:05 user nova-compute[74883]:     </serial>
Nov 06 08:38:05 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:38:05 user nova-compute[74883]:     <video>
Nov 06 08:38:05 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:05 user nova-compute[74883]:     </video>
Nov 06 08:38:05 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:38:05 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:38:05 user nova-compute[74883]:     </rng>
Nov 06 08:38:05 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:38:05 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:38:05 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:38:05 user nova-compute[74883]:     </memballoon>
Nov 06 08:38:05 user nova-compute[74883]:   </devices>
Nov 06 08:38:05 user nova-compute[74883]: </domain>
Nov 06 08:38:05 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1547405596',display_name='tempest-ServerRescueNegativeTestJSON-server-1547405596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1547405596',id=28,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCaCK1M+aWmA0qK7DVkQ1oON75cnnLzeNnc3b8f+vEo+ouAq1LCLU9ZUpyqGvtq/Q9A9ASvvm85VXK1IsHPdRrbKTPzgabQD1xdPaXyWm3wDawbrQYNpGWCIczkz/IpOg==',key_name='tempest-keypair-134355674',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-cvpvyve5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=b5049f4b-1c53-4a75-942d-e1f09ee310bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG os_vif [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '38764510-256f-5791-9b08-c89f4f54d70b', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap062e4ab0-01, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap062e4ab0-01, col_values=(('qos', UUID('54f23503-2d4c-4236-aa6f-954a19f62b0a')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap062e4ab0-01, col_values=(('external_ids', {'iface-id': '062e4ab0-0198-4284-acad-537b0672d83f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c8:60:c3', 'vm-uuid': 'b5049f4b-1c53-4a75-942d-e1f09ee310bd'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: INFO os_vif [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01')
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:c8:60:c3, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:05 user nova-compute[74883]: WARNING nova.compute.manager [req-19909da8-2f72-4a31-84fd-676492b60fa1 req-984f3972-a9a4-439c-aab3-f82becb0aed9 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state active and task_state rebuild_spawning.
Nov 06 08:38:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updated VIF entry in instance network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6ac7beb-2e8f-43d3-a43a-09a2184bd94a req-4eaa3864-eb60-43be-a3e2-18c15d4774f1 service nova] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing instance network info cache due to event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:38:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:06 user nova-compute[74883]: DEBUG nova.network.neutron [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG nova.network.neutron [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updated VIF entry in instance network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG nova.network.neutron [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10aed53-63c4-4a9f-8aa4-c2a0645df61a req-e3905927-d334-4e9e-840b-670620cd1581 service nova] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:08 user nova-compute[74883]: WARNING nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state active and task_state rebuild_spawning.
Nov 06 08:38:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:08 user nova-compute[74883]: WARNING nova.compute.manager [req-b5ff8247-9b8f-4ba6-9d84-050d7bf8b956 req-c48c717b-ce0c-4ded-bf05-ab44b00706c0 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state building and task_state spawning.
Nov 06 08:38:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:38:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance spawned successfully.
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.objects.instance [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74883) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-53a58e5f-df31-4893-9c4b-f47503b35078 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.124s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:38:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance spawned successfully.
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:10 user nova-compute[74883]: WARNING nova.compute.manager [req-d39759fb-1ca3-4e81-9f96-a9feee62e0d7 req-b2f5212e-3064-4b78-a9b2-b9aca9b487c5 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state building and task_state spawning.
Nov 06 08:38:10 user nova-compute[74883]: INFO nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Took 7.22 seconds to spawn the instance on the hypervisor.
Nov 06 08:38:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:10 user nova-compute[74883]: INFO nova.compute.manager [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Took 8.51 seconds to build instance.
Nov 06 08:38:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-487c2f16-4949-4bfb-9844-fbb96d4fc844 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.709s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:20 user nova-compute[74883]: INFO nova.compute.manager [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Rebooting instance
Nov 06 08:38:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:21 user nova-compute[74883]: WARNING nova.compute.manager [req-ff3dd170-4c46-4181-8b67-36f495de1bb2 req-1773218c-3b52-494c-bbaf-4fade7ab7cee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state active and task_state reboot_started_hard.
Nov 06 08:38:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOAKTPJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:38:21 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:21 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:21 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a75ce8-310a-4a70-bc38-3ffe87f1ec81]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:38:21 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d6abe2-9187-4705-9d5b-e497651d98ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8] added
Nov 06 08:38:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fefff1a-2842-49eb-bcd8-f0e4609084da]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b855eb-10a7-40d3-8a87-179fbc760456]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOAKTPJG {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LOAKTPJG" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fe5dc09-e42b-42d5-a09c-b0a673262860]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LOAKTPJG'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c44a446-6ae9-490f-96cd-25dfc6eb4624]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[40311d23-5ac1-4342-b149-f226038a64a8]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance destroyed successfully.
Nov 06 08:38:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'resources' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:38:21Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70216696-14, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d7df9ac-55b3-4280-a1b0-f7398098a26f) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:22 user nova-compute[74883]: INFO os_vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14')
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b7fd77-ee4c-45f2-8a7a-59e55fb0f6e9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260]
Nov 06 08:38:22 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260] successful.
Nov 06 08:38:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:38:22 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dff2d38-bedf-4b95-b3e1-2b2359b37cda]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5e0d04-d40f-4026-94c7-c7bc610afc48]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:22 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.378s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] HCTL ('37', '-', '-', 0) found on session 29 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7558af58-7f17-49bc-acbf-850bc164dbd3]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Searching for a device in session 29 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:38:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOAKTPJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.433s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== connect_volume: return (1435ms) {'type': 'block', 'scsi_wwn': '26530646530653930', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530646530653930', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.122s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.objects.instance [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8aee117-1cb4-49e1-b978-36bcfee382c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:38:23 user nova-compute[74883]: No targets found.
Nov 06 08:38:23 user nova-compute[74883]: iSNS:
Nov 06 08:38:23 user nova-compute[74883]: No targets found.
Nov 06 08:38:23 user nova-compute[74883]: STATIC:
Nov 06 08:38:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:38:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:38:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8
Nov 06 08:38:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:38:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f
Nov 06 08:38:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:23 user nova-compute[74883]: FIRMWARE:
Nov 06 08:38:23 user nova-compute[74883]: No targets found.
Nov 06 08:38:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:38:23 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:38:23 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:38:23 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:38:23 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:38:23 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:38:23 user nova-compute[74883]:   <serial>e9095abc-7ba5-4e03-bd59-98f88a0de4d8</serial>
Nov 06 08:38:23 user nova-compute[74883]: </disk>
Nov 06 08:38:23 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa99fe7-fd18-43fc-95d0-b12c1bdcc39b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ebdf7c4-4d5a-43a9-9f79-33addb695a99]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:23 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a470a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d3cd66-3687-4773-8ebb-94d3813d0564]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff45563-3266-4225-b482-67e8d604fbdf]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1593c91-25c5-431a-a3d1-82de5d245a60]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c42460-cd31-496d-a806-e47d5a86459d]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[262b2307-307c-4ddc-84a6-8f6901368878]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:23 user nova-compute[74883]: WARNING nova.compute.manager [req-7e1a25f0-0f0d-4d2e-b165-1e79f54d9fd8 req-0d854b0e-83e2-4b77-aae2-e16be87691d0 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state active and task_state reboot_started_hard.
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --logout" returned: 0 in 0.096s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[831f4f3f-e25b-42d1-addc-fcebc8c5f5f5]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]
Nov 06 08:38:23 user nova-compute[74883]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.
Nov 06 08:38:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4331874b-2aed-40bd-a66f-bb18298b6b17]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.440s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== disconnect_volume: return (1562ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start _get_guest_xml network_info=[{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dc252e77-ca0d-4edd-9802-a84921b45298,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': 'dc252e77-ca0d-4edd-9802-a84921b45298'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '5c6e9834-c090-4c81-aefc-f86f672d26f1', 'attached_at': '', 'detached_at': '', 'volume_id': '2f23c162-e982-4bec-a62c-cc3056df760f', 'serial': '2f23c162-e982-4bec-a62c-cc3056df760f'}, 'attachment_id': '4015d21d-4ccb-4d52-bbd7-7586352ce762', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:38:23 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:23 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dc252e77-ca0d-4edd-9802-a84921b45298,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] No VIF found with MAC fa:16:3e:8d:79:7a, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.objects.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Object Instance<5c6e9834-c090-4c81-aefc-f86f672d26f1> lazy-loaded attributes: resources,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:38:23 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:23 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:23 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[513c9fb9-cfcf-4d6b-a274-cba962403564]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:38:23 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[500b5747-fbd9-4d6b-9be7-447f8b1839f3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f] added
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2fb290-f558-4551-8d9d-35475c4c416f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[094f3a82-ed2e-4db2-a09c-3c3cc0e00e2d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CEIoZOfR {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CEIoZOfR" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[621c787b-9efb-4db1-9e22-6e41af02f499]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CEIoZOfR'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-440af943-8413-4ff1-a74a-b4599b8744d3 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 75.354s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1f302d-6109-4468-86e9-07480c9eb8d0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fadb5ee4-47ea-4d38-afae-d71494d11020]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d2c05e8-e222-4caa-af22-6f8406725235]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]
Nov 06 08:38:24 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e051165-38cd-4fa6-b46f-38735fe88f33]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e75a08-6956-415d-8bc0-2c4832d93d7c]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:24 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] HCTL ('33', '-', '-', 0) found on session 30 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cc808c9-f0f9-4af7-a99d-5c271df3eb76]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching for a device in session 30 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:38:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.419s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== connect_volume: return (1421ms) {'type': 'block', 'scsi_wwn': '26364303737363665', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26364303737363665', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:38:21Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.objects.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Object Instance<5c6e9834-c090-4c81-aefc-f86f672d26f1> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:38:25 user nova-compute[74883]:   <uuid>5c6e9834-c090-4c81-aefc-f86f672d26f1</uuid>
Nov 06 08:38:25 user nova-compute[74883]:   <name>instance-0000001a</name>
Nov 06 08:38:25 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:38:25 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:38:25 user nova-compute[74883]:   <metadata>
Nov 06 08:38:25 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:38:25 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:name>tempest-TestMinimumBasicScenario-server-243745696</nova:name>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:38:23</nova:creationTime>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:38:25 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:38:25 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:owner>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:user uuid="39fa018d03524b07905117243bed080a">tempest-TestMinimumBasicScenario-1768627633-project-member</nova:user>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:project uuid="da03bd67110a48229020e74c4726bd5d">tempest-TestMinimumBasicScenario-1768627633</nova:project>
Nov 06 08:38:25 user nova-compute[74883]:       </nova:owner>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:root type="image" uuid="dc252e77-ca0d-4edd-9802-a84921b45298"/>
Nov 06 08:38:25 user nova-compute[74883]:       <nova:ports>
Nov 06 08:38:25 user nova-compute[74883]:         <nova:port uuid="70216696-14fe-4848-8a3d-45048a6dac0c">
Nov 06 08:38:25 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:38:25 user nova-compute[74883]:         </nova:port>
Nov 06 08:38:25 user nova-compute[74883]:       </nova:ports>
Nov 06 08:38:25 user nova-compute[74883]:     </nova:instance>
Nov 06 08:38:25 user nova-compute[74883]:   </metadata>
Nov 06 08:38:25 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:38:25 user nova-compute[74883]:     <system>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="serial">5c6e9834-c090-4c81-aefc-f86f672d26f1</entry>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="uuid">5c6e9834-c090-4c81-aefc-f86f672d26f1</entry>
Nov 06 08:38:25 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:38:25 user nova-compute[74883]:     </system>
Nov 06 08:38:25 user nova-compute[74883]:   </sysinfo>
Nov 06 08:38:25 user nova-compute[74883]:   <os>
Nov 06 08:38:25 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:38:25 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:38:25 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:38:25 user nova-compute[74883]:   </os>
Nov 06 08:38:25 user nova-compute[74883]:   <features>
Nov 06 08:38:25 user nova-compute[74883]:     <acpi/>
Nov 06 08:38:25 user nova-compute[74883]:     <apic/>
Nov 06 08:38:25 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:38:25 user nova-compute[74883]:   </features>
Nov 06 08:38:25 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:38:25 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:38:25 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:38:25 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:38:25 user nova-compute[74883]:   </clock>
Nov 06 08:38:25 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:38:25 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:38:25 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:38:25 user nova-compute[74883]:   </cpu>
Nov 06 08:38:25 user nova-compute[74883]:   <devices>
Nov 06 08:38:25 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:38:25 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:38:25 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk"/>
Nov 06 08:38:25 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:     </disk>
Nov 06 08:38:25 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:38:25 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:38:25 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:38:25 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:       <serial>2f23c162-e982-4bec-a62c-cc3056df760f</serial>
Nov 06 08:38:25 user nova-compute[74883]:     </disk>
Nov 06 08:38:25 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:38:25 user nova-compute[74883]:       <mac address="fa:16:3e:88:ff:1a"/>
Nov 06 08:38:25 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:38:25 user nova-compute[74883]:       <target dev="tap70216696-14"/>
Nov 06 08:38:25 user nova-compute[74883]:     </interface>
Nov 06 08:38:25 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:38:25 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/console.log" append="off"/>
Nov 06 08:38:25 user nova-compute[74883]:     </serial>
Nov 06 08:38:25 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:38:25 user nova-compute[74883]:     <video>
Nov 06 08:38:25 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:     </video>
Nov 06 08:38:25 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:38:25 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:38:25 user nova-compute[74883]:     </rng>
Nov 06 08:38:25 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:38:25 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:38:25 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:38:25 user nova-compute[74883]:     </memballoon>
Nov 06 08:38:25 user nova-compute[74883]:   </devices>
Nov 06 08:38:25 user nova-compute[74883]: </domain>
Nov 06 08:38:25 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:25 user nova-compute[74883]: INFO nova.compute.manager [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Detaching volume e9095abc-7ba5-4e03-bd59-98f88a0de4d8
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:25 user nova-compute[74883]: INFO nova.virt.block_device [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Attempting to driver detach volume e9095abc-7ba5-4e03-bd59-98f88a0de4d8 from mountpoint /dev/vdb
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Attempting to detach device vdb from instance 2fc17b20-8328-46b5-9af6-cd348c03f628 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:38:25 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:38:25 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:38:25 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:   <serial>e9095abc-7ba5-4e03-bd59-98f88a0de4d8</serial>
Nov 06 08:38:25 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:38:25 user nova-compute[74883]: </disk>
Nov 06 08:38:25 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:38:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance 2fc17b20-8328-46b5-9af6-cd348c03f628 from the persistent domain config.
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2fc17b20-8328-46b5-9af6-cd348c03f628 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:38:25 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:38:25 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:38:25 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:38:25 user nova-compute[74883]:   <serial>e9095abc-7ba5-4e03-bd59-98f88a0de4d8</serial>
Nov 06 08:38:25 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:38:25 user nova-compute[74883]: </disk>
Nov 06 08:38:25 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'trusted_certs' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG nova.objects.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Object Instance<5c6e9834-c090-4c81-aefc-f86f672d26f1> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:38:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Cannot resize image /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'migration_context' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.objects.base [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Object Instance<5c6e9834-c090-4c81-aefc-f86f672d26f1> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:21Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG os_vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be3f84da-7b04-5b5a-b7c5-88354cf2264c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70216696-14, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70216696-14, col_values=(('qos', UUID('70e2b68f-87f2-4ceb-b0b2-95e896de4880')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70216696-14, col_values=(('external_ids', {'iface-id': '70216696-14fe-4848-8a3d-45048a6dac0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:ff:1a', 'vm-uuid': '5c6e9834-c090-4c81-aefc-f86f672d26f1'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:26 user nova-compute[74883]: INFO os_vif [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14')
Nov 06 08:38:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:38:27 user nova-compute[74883]: INFO nova.compute.claims [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Claim successful on node user
Nov 06 08:38:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:28 user nova-compute[74883]: WARNING nova.compute.manager [req-72c524bb-21ed-4a59-a448-6fa94935233e req-bf44b7c5-c2ce-417f-9aec-c08449cac40b service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state active and task_state reboot_started_hard.
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.697s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:38:28 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.policy [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27b4e43f9bbb4a87b053bfcde1eb8aac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964147e774c74b4b86120e20100ddc97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:38:28 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Creating image(s)
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.211s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk 1073741824" returned: 0 in 0.065s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Successfully created port: 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.215s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Cannot resize image /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Ensure instance console log exists: /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Successfully updated port: 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:29 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-changed-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing instance network info cache due to event network-changed-138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:30 user nova-compute[74883]: WARNING nova.compute.manager [req-3c0a058b-c2bf-441e-8420-cd81e5f8144d req-3f69e1ad-b4db-40a8-95ba-19f36d560368 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state active and task_state reboot_started_hard.
Nov 06 08:38:30 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance rebooted successfully.
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d03f4271-be05-4b66-ad1e-9d164c5a13ef tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 9.951s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance network_info: |[{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start _get_guest_xml network_info=[{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:38:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4PnnTNRmR2V6B9PwXsUoFId15hy4ZgVWFe7PQzUcqQnkx3N+Rwbtq/Ya6g37hWzWUlLhhQ2UfbQevreJi7apQGpe2jhbC2hdVpmaaaMdwhRyOWh/krDfRomB2DmCjTbg==',key_name='tempest-keypair-270554480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.objects.instance [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:38:30 user nova-compute[74883]:   <uuid>3f2a4b94-732c-458a-9147-615b8d15a28b</uuid>
Nov 06 08:38:30 user nova-compute[74883]:   <name>instance-0000001d</name>
Nov 06 08:38:30 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:38:30 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:38:30 user nova-compute[74883]:   <metadata>
Nov 06 08:38:30 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:38:30 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-455238799</nova:name>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:38:30</nova:creationTime>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:38:30 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:38:30 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:owner>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:user uuid="27b4e43f9bbb4a87b053bfcde1eb8aac">tempest-AttachVolumeShelveTestJSON-1779164499-project-member</nova:user>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:project uuid="964147e774c74b4b86120e20100ddc97">tempest-AttachVolumeShelveTestJSON-1779164499</nova:project>
Nov 06 08:38:30 user nova-compute[74883]:       </nova:owner>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:38:30 user nova-compute[74883]:       <nova:ports>
Nov 06 08:38:30 user nova-compute[74883]:         <nova:port uuid="138c98da-573d-499f-96f9-fc78005cf09c">
Nov 06 08:38:30 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:38:30 user nova-compute[74883]:         </nova:port>
Nov 06 08:38:30 user nova-compute[74883]:       </nova:ports>
Nov 06 08:38:30 user nova-compute[74883]:     </nova:instance>
Nov 06 08:38:30 user nova-compute[74883]:   </metadata>
Nov 06 08:38:30 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:38:30 user nova-compute[74883]:     <system>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="serial">3f2a4b94-732c-458a-9147-615b8d15a28b</entry>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="uuid">3f2a4b94-732c-458a-9147-615b8d15a28b</entry>
Nov 06 08:38:30 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:38:30 user nova-compute[74883]:     </system>
Nov 06 08:38:30 user nova-compute[74883]:   </sysinfo>
Nov 06 08:38:30 user nova-compute[74883]:   <os>
Nov 06 08:38:30 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:38:30 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:38:30 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:38:30 user nova-compute[74883]:   </os>
Nov 06 08:38:30 user nova-compute[74883]:   <features>
Nov 06 08:38:30 user nova-compute[74883]:     <acpi/>
Nov 06 08:38:30 user nova-compute[74883]:     <apic/>
Nov 06 08:38:30 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:38:30 user nova-compute[74883]:   </features>
Nov 06 08:38:30 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:38:30 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:38:30 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:38:30 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:38:30 user nova-compute[74883]:   </clock>
Nov 06 08:38:30 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:38:30 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:38:30 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:38:30 user nova-compute[74883]:   </cpu>
Nov 06 08:38:30 user nova-compute[74883]:   <devices>
Nov 06 08:38:30 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:38:30 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:38:30 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk"/>
Nov 06 08:38:30 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:38:30 user nova-compute[74883]:     </disk>
Nov 06 08:38:30 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:38:30 user nova-compute[74883]:       <mac address="fa:16:3e:87:82:8b"/>
Nov 06 08:38:30 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:30 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:38:30 user nova-compute[74883]:       <target dev="tap138c98da-57"/>
Nov 06 08:38:30 user nova-compute[74883]:     </interface>
Nov 06 08:38:30 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:38:30 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/console.log" append="off"/>
Nov 06 08:38:30 user nova-compute[74883]:     </serial>
Nov 06 08:38:30 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:38:30 user nova-compute[74883]:     <video>
Nov 06 08:38:30 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:38:30 user nova-compute[74883]:     </video>
Nov 06 08:38:30 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:38:30 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:38:30 user nova-compute[74883]:     </rng>
Nov 06 08:38:30 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:38:30 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:38:30 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:38:30 user nova-compute[74883]:     </memballoon>
Nov 06 08:38:30 user nova-compute[74883]:   </devices>
Nov 06 08:38:30 user nova-compute[74883]: </domain>
Nov 06 08:38:30 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4PnnTNRmR2V6B9PwXsUoFId15hy4ZgVWFe7PQzUcqQnkx3N+Rwbtq/Ya6g37hWzWUlLhhQ2UfbQevreJi7apQGpe2jhbC2hdVpmaaaMdwhRyOWh/krDfRomB2DmCjTbg==',key_name='tempest-keypair-270554480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG os_vif [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c14795e-b32d-522b-9245-54b0088abf4c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap138c98da-57, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap138c98da-57, col_values=(('qos', UUID('579c1af4-0b61-4bf4-9fff-f5f574c27db8')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap138c98da-57, col_values=(('external_ids', {'iface-id': '138c98da-573d-499f-96f9-fc78005cf09c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:82:8b', 'vm-uuid': '3f2a4b94-732c-458a-9147-615b8d15a28b'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:30 user nova-compute[74883]: INFO os_vif [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57')
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No VIF found with MAC fa:16:3e:87:82:8b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updated VIF entry in instance network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8923dbf0-3f17-4425-bff9-15b80b87e04e req-4e399439-a525-4e3c-be76-a23b82b07b8c service nova] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:32 user nova-compute[74883]: WARNING nova.compute.manager [req-6b37ccb9-9ac1-4713-923c-3478d6767e0d req-2822459b-7058-4db7-b836-f3661f720579 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state building and task_state spawning.
Nov 06 08:38:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:38:34 user nova-compute[74883]: WARNING nova.compute.manager [req-3c707e6c-93e3-4762-abc9-7fb837c77a14 req-789debbf-7cae-4109-bd18-eff5808ac10b service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state building and task_state spawning.
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:38:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance spawned successfully.
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:38:34 user nova-compute[74883]: INFO nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Took 5.85 seconds to spawn the instance on the hypervisor.
Nov 06 08:38:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:38:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:34 user nova-compute[74883]: INFO nova.compute.manager [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Took 7.06 seconds to build instance.
Nov 06 08:38:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cd503b0b-0516-42a6-9599-8f5651704453 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.161s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:38:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:46 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2fc17b20-8328-46b5-9af6-cd348c03f628 is timed out.
Nov 06 08:38:46 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully detached device vdb from instance 2fc17b20-8328-46b5-9af6-cd348c03f628 from the live domain config.
Nov 06 08:38:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LOAKTPJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:38:46 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b42e88-9a7b-46ea-a594-ed9209df978f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:38:46 user nova-compute[74883]: No targets found.
Nov 06 08:38:46 user nova-compute[74883]: iSNS:
Nov 06 08:38:46 user nova-compute[74883]: No targets found.
Nov 06 08:38:46 user nova-compute[74883]: STATIC:
Nov 06 08:38:46 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:38:46 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:46 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:46 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:38:46 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:46 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:46 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8
Nov 06 08:38:46 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:46 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:46 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:38:46 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:46 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:46 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f
Nov 06 08:38:46 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:38:46 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:38:46 user nova-compute[74883]: FIRMWARE:
Nov 06 08:38:46 user nova-compute[74883]: No targets found.
Nov 06 08:38:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:38:46 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:38:46 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e0d6aa8-bcc6-4097-b818-c79c38d6250d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f96dbe9-e402-4f48-aa4b-3140d4901f91]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 (non-flash)
Nov 06 08:38:46 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:38:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a4cd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[713f83d1-5ad2-4552-bc32-c0c0bb147537]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfcf84a2-c530-4fab-82cd-3158a8795743]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a68b41e6-654f-46b0-9def-23624afad27c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfedc7ed-b884-4b17-8ab9-5b84704032b5]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[652198aa-1864-4a1f-b15b-5421406541fb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[62cb1288-8b79-4946-9e77-527bd9c5c3db]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260]
Nov 06 08:38:46 user nova-compute[74883]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8, portal: 172.16.0.220,3260] successful.
Nov 06 08:38:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e9095abc-7ba5-4e03-bd59-98f88a0de4d8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b09ceb3-7165-456a-b43f-4d2cb31367df]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] <== disconnect_volume: return (360ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:38:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:38:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:38:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:38:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7418MB free_disk=24.83920669555664GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2fc17b20-8328-46b5-9af6-cd348c03f628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3f2a4b94-732c-458a-9147-615b8d15a28b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:38:52 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.826s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:38:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:38:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:38:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:10 user nova-compute[74883]: DEBUG nova.objects.instance [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'flavor' on Instance uuid 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-70c4fde8-7f6a-4d14-a1f3-0cb320492c6a tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 45.292s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:15 user nova-compute[74883]: INFO nova.compute.manager [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Terminating instance
Nov 06 08:39:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-unplugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] No waiting events found dispatching network-vif-unplugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-cd1574e8-62ac-487d-ac65-070520bca406 req-8a6b6837-c6a3-4ba1-9e3f-fa4d63151b12 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-unplugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:39:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Instance destroyed successfully.
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lazy-loading 'resources' on Instance uuid 2fc17b20-8328-46b5-9af6-cd348c03f628 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:34:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1439542503',display_name='tempest-AttachVolumeNegativeTest-server-1439542503',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1439542503',id=25,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF0bASwHkg+e2fykc1iypQodyBOqlchV6fKXLMJNc+OGg5TlXoLrZFyT+jOSO9SffZMJX3kUPA7TTBZ+5qxDyMOJKqTn75W2wo1s2eOUIcpMIf08fpVENU/Oscz5OGN6NA==',key_name='tempest-keypair-1831601366',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5aaa13d6d1849ca93787a7529b76136',ramdisk_id='',reservation_id='r-x63u5p8y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1208185020',owner_user_name='tempest-AttachVolumeNegativeTest-1208185020-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:35:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='800182b159574d669604d895be8b608d',uuid=2fc17b20-8328-46b5-9af6-cd348c03f628,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converting VIF {"id": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "address": "fa:16:3e:8d:79:7a", "network": {"id": "ac23365c-5374-4735-ab47-6b5303d668f0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1960940532-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5aaa13d6d1849ca93787a7529b76136", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5f3847b-3b", "ovs_interfaceid": "c5f3847b-3b68-47eb-ba01-d1e8b7dceca4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG os_vif [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5f3847b-3b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a844a4c5-7bd9-4cfb-8a04-2071fa6fb7c8) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:16 user nova-compute[74883]: INFO os_vif [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:79:7a,bridge_name='br-int',has_traffic_filtering=True,id=c5f3847b-3b68-47eb-ba01-d1e8b7dceca4,network=Network(ac23365c-5374-4735-ab47-6b5303d668f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5f3847b-3b')
Nov 06 08:39:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Deleting instance files /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628_del
Nov 06 08:39:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Deletion of /opt/stack/data/nova/instances/2fc17b20-8328-46b5-9af6-cd348c03f628_del complete
Nov 06 08:39:16 user nova-compute[74883]: INFO nova.compute.manager [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 06 08:39:16 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:39:16 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:39:17 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:39:17 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Took 0.77 seconds to deallocate network for instance.
Nov 06 08:39:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:18 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Deleted allocations for instance 2fc17b20-8328-46b5-9af6-cd348c03f628
Nov 06 08:39:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-863c7784-8010-41f4-8c05-3c28ccdf8fa7 tempest-AttachVolumeNegativeTest-1208185020 tempest-AttachVolumeNegativeTest-1208185020-project-member] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.386s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] Acquiring lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] Lock "2fc17b20-8328-46b5-9af6-cd348c03f628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] No waiting events found dispatching network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:39:18 user nova-compute[74883]: WARNING nova.compute.manager [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received unexpected event network-vif-plugged-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 for instance with vm_state deleted and task_state None.
Nov 06 08:39:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c4e0c15-137d-4914-b11b-740c29a5379c req-5e462c7e-3ca1-4194-ab50-26af40293af2 service nova] [instance: 2fc17b20-8328-46b5-9af6-cd348c03f628] Received event network-vif-deleted-c5f3847b-3b68-47eb-ba01-d1e8b7dceca4 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'info_cache' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:39:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance destroyed successfully.
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'resources' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:37:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6acbaf6b-5b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da703d4b-8959-4b7b-8727-077a7d93f81c) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:27 user nova-compute[74883]: INFO os_vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:39:27 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d73754-b8ce-45e7-8cd0-bd1f4f8f2acb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:39:27 user nova-compute[74883]: No targets found.
Nov 06 08:39:27 user nova-compute[74883]: iSNS:
Nov 06 08:39:27 user nova-compute[74883]: No targets found.
Nov 06 08:39:27 user nova-compute[74883]: STATIC:
Nov 06 08:39:27 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:39:27 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:39:27 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:39:27 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:39:27 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:39:27 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:39:27 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:39:27 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:39:27 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:39:27 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f
Nov 06 08:39:27 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:39:27 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:39:27 user nova-compute[74883]: FIRMWARE:
Nov 06 08:39:27 user nova-compute[74883]: No targets found.
Nov 06 08:39:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:39:27 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:39:27 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9f29a4b-da0e-4d02-b057-3f031eb1a8af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[33d1beb0-6189-4ae8-919d-7175f39b8f8f]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:27 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170dc0670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aad2e90c-b6c3-432f-9c6c-b109c7414070]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2b6813-bb39-4eaa-a4e3-91b6381f9e64]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d548cd3-f300-4aa5-a679-02126b0bec43]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45cb469-6de2-4c18-ac80-e33f7baeab73]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7959eebc-6e18-4fc4-9dc2-6c762058e3e4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e2f5e3-38a1-4129-8258-454a7ca0289c]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]
Nov 06 08:39:27 user nova-compute[74883]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.
Nov 06 08:39:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3b1007-ba31-423b-935b-7c7b3827ca37]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== disconnect_volume: return (328ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start _get_guest_xml network_info=[{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '2466e8fe-3782-4aaf-9d06-86e0a2ab3307', 'attached_at': '', 'detached_at': '', 'volume_id': '2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'serial': '2bcd0d07-e648-41e8-958e-5aa8fb9ece28'}, 'attachment_id': '695706e5-4323-4cd7-9807-36657d2f52fa', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'numa_topology' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:27 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:39:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:39:28 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:39:28 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:39:28 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17366c20-37e0-4eda-b9ae-8ad21aaeba33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:39:28 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd85310d-508f-49e9-9941-5704d552faff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28] added
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fb62ab3-ee45-4189-9648-408ae6b87523]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3038e1-1663-44d1-b5fe-ce5925ab359e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mNWYBfAb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mNWYBfAb" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dcf7869-762f-42de-bf49-edd9bcf3dd35]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mNWYBfAb'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d83214ed-e04d-4859-af7b-11487de408cd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f51477-e8cf-42ac-bc29-e9c25552b083]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d2c10ad-648a-49ff-9fc4-0285263a6b43]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]
Nov 06 08:39:28 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4572897d-1ae6-4668-a999-21251b8d2796]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f4cd711-50d6-44aa-bd6c-5f8402a9d2fd]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:39:28 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:39:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[990ac109-493c-456a-b524-170741e03e2a]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:39:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23130316261653265', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23130316261653265', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:37:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'pci_devices' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:39:29 user nova-compute[74883]:   <uuid>2466e8fe-3782-4aaf-9d06-86e0a2ab3307</uuid>
Nov 06 08:39:29 user nova-compute[74883]:   <name>instance-00000017</name>
Nov 06 08:39:29 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:39:29 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:39:29 user nova-compute[74883]:   <metadata>
Nov 06 08:39:29 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:39:29 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeTestJSON-server-567520232</nova:name>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:39:27</nova:creationTime>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:39:29 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:39:29 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:owner>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:user uuid="02f48ad69c1e4b5a80be9cac082c100e">tempest-AttachVolumeTestJSON-1437887499-project-member</nova:user>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:project uuid="57441b196b4642baa2f52822452e8f7b">tempest-AttachVolumeTestJSON-1437887499</nova:project>
Nov 06 08:39:29 user nova-compute[74883]:       </nova:owner>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:39:29 user nova-compute[74883]:       <nova:ports>
Nov 06 08:39:29 user nova-compute[74883]:         <nova:port uuid="6acbaf6b-5b48-4389-b546-06474477916c">
Nov 06 08:39:29 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:39:29 user nova-compute[74883]:         </nova:port>
Nov 06 08:39:29 user nova-compute[74883]:       </nova:ports>
Nov 06 08:39:29 user nova-compute[74883]:     </nova:instance>
Nov 06 08:39:29 user nova-compute[74883]:   </metadata>
Nov 06 08:39:29 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:39:29 user nova-compute[74883]:     <system>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="serial">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="uuid">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:39:29 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:39:29 user nova-compute[74883]:     </system>
Nov 06 08:39:29 user nova-compute[74883]:   </sysinfo>
Nov 06 08:39:29 user nova-compute[74883]:   <os>
Nov 06 08:39:29 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:39:29 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:39:29 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:39:29 user nova-compute[74883]:   </os>
Nov 06 08:39:29 user nova-compute[74883]:   <features>
Nov 06 08:39:29 user nova-compute[74883]:     <acpi/>
Nov 06 08:39:29 user nova-compute[74883]:     <apic/>
Nov 06 08:39:29 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:39:29 user nova-compute[74883]:   </features>
Nov 06 08:39:29 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:39:29 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:39:29 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:39:29 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:39:29 user nova-compute[74883]:   </clock>
Nov 06 08:39:29 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:39:29 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:39:29 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:39:29 user nova-compute[74883]:   </cpu>
Nov 06 08:39:29 user nova-compute[74883]:   <devices>
Nov 06 08:39:29 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:39:29 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:39:29 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk"/>
Nov 06 08:39:29 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:39:29 user nova-compute[74883]:     </disk>
Nov 06 08:39:29 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:39:29 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:39:29 user nova-compute[74883]:       <source dev="/dev/sdc"/>
Nov 06 08:39:29 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:39:29 user nova-compute[74883]:       <serial>2bcd0d07-e648-41e8-958e-5aa8fb9ece28</serial>
Nov 06 08:39:29 user nova-compute[74883]:     </disk>
Nov 06 08:39:29 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:39:29 user nova-compute[74883]:       <mac address="fa:16:3e:5d:3b:65"/>
Nov 06 08:39:29 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:39:29 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:39:29 user nova-compute[74883]:       <target dev="tap6acbaf6b-5b"/>
Nov 06 08:39:29 user nova-compute[74883]:     </interface>
Nov 06 08:39:29 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:39:29 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/console.log" append="off"/>
Nov 06 08:39:29 user nova-compute[74883]:     </serial>
Nov 06 08:39:29 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:39:29 user nova-compute[74883]:     <video>
Nov 06 08:39:29 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:39:29 user nova-compute[74883]:     </video>
Nov 06 08:39:29 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:39:29 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:39:29 user nova-compute[74883]:     </rng>
Nov 06 08:39:29 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:39:29 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:39:29 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:39:29 user nova-compute[74883]:     </memballoon>
Nov 06 08:39:29 user nova-compute[74883]:   </devices>
Nov 06 08:39:29 user nova-compute[74883]: </domain>
Nov 06 08:39:29 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Cannot resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.objects.instance [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'migration_context' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.objects.base [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:37:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG os_vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee3c7b06-7658-59d7-a456-78e60bf021b6', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6acbaf6b-5b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6acbaf6b-5b, col_values=(('qos', UUID('0ee68103-e677-41c3-be26-da0cc8efa5ae')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6acbaf6b-5b, col_values=(('external_ids', {'iface-id': '6acbaf6b-5b48-4389-b546-06474477916c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:3b:65', 'vm-uuid': '2466e8fe-3782-4aaf-9d06-86e0a2ab3307'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:30 user nova-compute[74883]: INFO os_vif [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:39:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:39:31 user nova-compute[74883]: WARNING nova.compute.manager [req-d85fd218-7ac4-4c6b-ba11-31039c076b25 req-ddef0b8b-b06b-4775-9b1b-d211b48466f3 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state powering-on.
Nov 06 08:39:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:39:34 user nova-compute[74883]: WARNING nova.compute.manager [req-4a7f4f67-6572-4c83-8725-f3a6e2667fbe req-3eff2910-1bf5-47fb-93ea-75fbf1142145 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state powering-on.
Nov 06 08:39:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:39:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance rebooted successfully.
Nov 06 08:39:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-46118fdf-fd3d-4f69-9c53-372c18975fad tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:39:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:39:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:39:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:47 user nova-compute[74883]: INFO nova.compute.manager [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] instance snapshotting
Nov 06 08:39:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Beginning live snapshot process
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275.delta 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275.delta 1073741824" returned: 0 in 0.057s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:39:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] COPY block job progress, current cursor: 25034752 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 08:39:50 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275.delta /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275.delta /opt/stack/data/nova/instances/snapshots/tmpfvdj5w91/8d72f869431d4cd5b4d267d04e765275" returned: 0 in 0.552s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:51 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Snapshot extracted, beginning image upload
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:39:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7500MB free_disk=24.835838317871094GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3f2a4b94-732c-458a-9147-615b8d15a28b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.536s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-changed-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing instance network info cache due to event network-changed-062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'flavor' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:39:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updated VIF entry in instance network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-267fdeb5-555b-4355-829f-2e2f77f74c5e req-55cb46de-ec64-4a63-8c32-48e81eac08ad service nova] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:53 user nova-compute[74883]: INFO nova.compute.manager [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Attaching volume 24f8e7bf-ce9c-4514-b6f2-00221254410d to /dev/vdb
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.utils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0585fc-7d2d-4ecb-927f-604270b276bb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c18f44f-0d93-4c9e-90a6-152cc7762ae7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d796ab5-cd52-4113-b516-40f62da35770]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[90a418ea-fcb5-4668-8790-07a9fc5d77de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:39:53 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:39:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[319c9867-ee34-44f2-86e3-7ba08157f99c]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG os_brick.utils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating existing volume attachment record: 5e0c15c8-e2c2-41c1-90c7-73b64a1c620d {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:39:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Snapshot image upload complete
Nov 06 08:39:53 user nova-compute[74883]: INFO nova.compute.manager [None req-9e4df70e-3818-4b8e-9875-0444866c0f19 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Took 5.94 seconds to snapshot the instance on the hypervisor.
Nov 06 08:39:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid f635137f-3a94-4fe3-bb99-ef0270d6bbb2 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid bf0a60f0-8729-4b85-94c7-b65a1420271c {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.052s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.066s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.064s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.077s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:39:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing instance network info cache due to event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:40:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:12 user nova-compute[74883]: DEBUG nova.network.neutron [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updated VIF entry in instance network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.43", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2a6b5f43-c186-4d9e-95df-e4269830fa3b req-8e92be70-594d-484d-99ac-c02af22e45ee service nova] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing instance network info cache due to event network-changed-70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] Acquiring lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] Acquired lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Refreshing network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:13 user nova-compute[74883]: INFO nova.compute.manager [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Detaching volume 2f23c162-e982-4bec-a62c-cc3056df760f
Nov 06 08:40:13 user nova-compute[74883]: INFO nova.virt.block_device [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Attempting to driver detach volume 2f23c162-e982-4bec-a62c-cc3056df760f from mountpoint /dev/vdb
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Attempting to detach device vdb from instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:40:13 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:40:13 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:40:13 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:40:13 user nova-compute[74883]:   <serial>2f23c162-e982-4bec-a62c-cc3056df760f</serial>
Nov 06 08:40:13 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:40:13 user nova-compute[74883]: </disk>
Nov 06 08:40:13 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:40:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully detached device vdb from instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 from the persistent domain config.
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:40:13 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:40:13 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:40:13 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:40:13 user nova-compute[74883]:   <serial>2f23c162-e982-4bec-a62c-cc3056df760f</serial>
Nov 06 08:40:13 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:40:13 user nova-compute[74883]: </disk>
Nov 06 08:40:13 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updated VIF entry in instance network info cache for port 70216696-14fe-4848-8a3d-45048a6dac0c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [{"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-986f67b3-54e4-4e5e-952d-ffff15ca4540 req-d0a14650-9871-4d44-83c7-4e9c50ec5eb4 service nova] Releasing lock "refresh_cache-5c6e9834-c090-4c81-aefc-f86f672d26f1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:40:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uFyULGqI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:40:16 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:40:16 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:40:16 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[11741932-4484-4724-b647-88b941733c97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:40:16 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[220b6329-2b3e-4309-9d81-42d247659f1f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d] added
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0faa7374-52df-4cdf-9453-57564af23a0b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81df4c09-1c51-40df-a107-660b163d4995]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uFyULGqI {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uFyULGqI" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[228acef8-ee9b-4929-adc6-26c6f5ade190]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uFyULGqI'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[729f4136-2742-4357-a6ed-555b38159b03]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f091c47-aab8-43a7-82aa-b6540a90f526]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f49927-aa1f-4114-9eb6-ae0d7319166a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260]
Nov 06 08:40:16 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260] successful.
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e428ac-0626-412c-920e-840af5b6558d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fce2d4f-510a-4238-aaf9-549322b0ee6e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:16 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:40:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d61c22b-d45a-46a4-9d88-493a9194765c]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:40:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uFyULGqI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:40:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:40:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23332363763626162', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:40:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23332363763626162', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:40:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'flavor' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:40:17 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:40:17 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:40:17 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:40:17 user nova-compute[74883]:   <serial>24f8e7bf-ce9c-4514-b6f2-00221254410d</serial>
Nov 06 08:40:17 user nova-compute[74883]: </disk>
Nov 06 08:40:17 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:c8:60:c3, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a1c5aff3-e57a-403c-96bb-e7bcc1a95d2d tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.983s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 21.585s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-changed-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing instance network info cache due to event network-changed-138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG nova.network.neutron [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:40:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:19 user nova-compute[74883]: DEBUG nova.network.neutron [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updated VIF entry in instance network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:40:19 user nova-compute[74883]: DEBUG nova.network.neutron [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cc414bb2-e860-4dfb-a824-54d90ec7dcc6 req-40076056-4cf2-4873-a3cf-6564b9508b48 service nova] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:19 user nova-compute[74883]: INFO nova.compute.manager [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Rescuing
Nov 06 08:40:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:19 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:20 user nova-compute[74883]: WARNING nova.compute.manager [req-f96532f2-b090-416a-8fbb-905f4f5f60b7 req-a1021136-b539-4a42-a3ce-6378a2cf0781 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state active and task_state rescuing.
Nov 06 08:40:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance destroyed successfully.
Nov 06 08:40:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Attempting rescue
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74883) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:40:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Creating image(s)
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'trusted_certs' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.209s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue" returned: 0 in 0.061s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'migration_context' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<b5049f4b-1c53-4a75-942d-e1f09ee310bd> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start _get_guest_xml network_info=[{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:c8:60:c3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<b5049f4b-1c53-4a75-942d-e1f09ee310bd> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'numa_topology' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<b5049f4b-1c53-4a75-942d-e1f09ee310bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:40:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'vcpu_model' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<b5049f4b-1c53-4a75-942d-e1f09ee310bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1547405596',display_name='tempest-ServerRescueNegativeTestJSON-server-1547405596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1547405596',id=28,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCaCK1M+aWmA0qK7DVkQ1oON75cnnLzeNnc3b8f+vEo+ouAq1LCLU9ZUpyqGvtq/Q9A9ASvvm85VXK1IsHPdRrbKTPzgabQD1xdPaXyWm3wDawbrQYNpGWCIczkz/IpOg==',key_name='tempest-keypair-134355674',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-cvpvyve5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:38:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=b5049f4b-1c53-4a75-942d-e1f09ee310bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:c8:60:c3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "vif_mac": "fa:16:3e:c8:60:c3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'pci_devices' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.objects.base [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Object Instance<b5049f4b-1c53-4a75-942d-e1f09ee310bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:40:21 user nova-compute[74883]:   <uuid>b5049f4b-1c53-4a75-942d-e1f09ee310bd</uuid>
Nov 06 08:40:21 user nova-compute[74883]:   <name>instance-0000001c</name>
Nov 06 08:40:21 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:40:21 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:40:21 user nova-compute[74883]:   <metadata>
Nov 06 08:40:21 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:40:21 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1547405596</nova:name>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:40:21</nova:creationTime>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:40:21 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:40:21 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:owner>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:user uuid="9721caaa97ac4be795f5bbae72f6a27a">tempest-ServerRescueNegativeTestJSON-376753648-project-member</nova:user>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:project uuid="ff55e9caaa3442d690322b19c16e980d">tempest-ServerRescueNegativeTestJSON-376753648</nova:project>
Nov 06 08:40:21 user nova-compute[74883]:       </nova:owner>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:40:21 user nova-compute[74883]:       <nova:ports>
Nov 06 08:40:21 user nova-compute[74883]:         <nova:port uuid="062e4ab0-0198-4284-acad-537b0672d83f">
Nov 06 08:40:21 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:40:21 user nova-compute[74883]:         </nova:port>
Nov 06 08:40:21 user nova-compute[74883]:       </nova:ports>
Nov 06 08:40:21 user nova-compute[74883]:     </nova:instance>
Nov 06 08:40:21 user nova-compute[74883]:   </metadata>
Nov 06 08:40:21 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:40:21 user nova-compute[74883]:     <system>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="serial">b5049f4b-1c53-4a75-942d-e1f09ee310bd</entry>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="uuid">b5049f4b-1c53-4a75-942d-e1f09ee310bd</entry>
Nov 06 08:40:21 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:40:21 user nova-compute[74883]:     </system>
Nov 06 08:40:21 user nova-compute[74883]:   </sysinfo>
Nov 06 08:40:21 user nova-compute[74883]:   <os>
Nov 06 08:40:21 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:40:21 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:40:21 user nova-compute[74883]:   </os>
Nov 06 08:40:21 user nova-compute[74883]:   <features>
Nov 06 08:40:21 user nova-compute[74883]:     <acpi/>
Nov 06 08:40:21 user nova-compute[74883]:     <apic/>
Nov 06 08:40:21 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:40:21 user nova-compute[74883]:   </features>
Nov 06 08:40:21 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:40:21 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:40:21 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:40:21 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:40:21 user nova-compute[74883]:   </clock>
Nov 06 08:40:21 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:40:21 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:40:21 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:40:21 user nova-compute[74883]:   </cpu>
Nov 06 08:40:21 user nova-compute[74883]:   <devices>
Nov 06 08:40:21 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:40:21 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:40:21 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue"/>
Nov 06 08:40:21 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:40:21 user nova-compute[74883]:     </disk>
Nov 06 08:40:21 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:40:21 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:40:21 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk"/>
Nov 06 08:40:21 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:40:21 user nova-compute[74883]:     </disk>
Nov 06 08:40:21 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:40:21 user nova-compute[74883]:       <mac address="fa:16:3e:c8:60:c3"/>
Nov 06 08:40:21 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:40:21 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:40:21 user nova-compute[74883]:       <target dev="tap062e4ab0-01"/>
Nov 06 08:40:21 user nova-compute[74883]:     </interface>
Nov 06 08:40:21 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:40:21 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/console.log" append="off"/>
Nov 06 08:40:21 user nova-compute[74883]:     </serial>
Nov 06 08:40:21 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:40:21 user nova-compute[74883]:     <video>
Nov 06 08:40:21 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:40:21 user nova-compute[74883]:     </video>
Nov 06 08:40:21 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:40:21 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:40:21 user nova-compute[74883]:     </rng>
Nov 06 08:40:21 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:40:21 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:40:21 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:40:21 user nova-compute[74883]:     </memballoon>
Nov 06 08:40:21 user nova-compute[74883]:   </devices>
Nov 06 08:40:21 user nova-compute[74883]: </domain>
Nov 06 08:40:21 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:40:21 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance destroyed successfully.
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:40:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] No VIF found with MAC fa:16:3e:c8:60:c3, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:22 user nova-compute[74883]: WARNING nova.compute.manager [req-e010158e-519a-42c2-a5ec-b89772eede9a req-461578a1-d245-46e5-8318-6e44710d8024 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state active and task_state rescuing.
Nov 06 08:40:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:24 user nova-compute[74883]: WARNING nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state active and task_state rescuing.
Nov 06 08:40:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:24 user nova-compute[74883]: WARNING nova.compute.manager [req-f6205050-5fec-4036-8ef4-c570a9a6b61e req-b23e95ab-cd9e-4d59-80c0-3f51bbe2b0ee service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state active and task_state rescuing.
Nov 06 08:40:25 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2f103753-8cfe-4ee5-a616-0f281e0e67c0 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:40:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:26 user nova-compute[74883]: INFO nova.compute.manager [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Shelving
Nov 06 08:40:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:27 user nova-compute[74883]: WARNING nova.compute.manager [req-6ce01fc5-556f-4d68-9250-6b8f7cd4a8b8 req-df424f15-9d8b-41ae-9944-01b3896adef9 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state active and task_state shelving.
Nov 06 08:40:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance destroyed successfully.
Nov 06 08:40:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Beginning cold snapshot process
Nov 06 08:40:27 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:40:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk /opt/stack/data/nova/instances/snapshots/tmpgtjbawxb/4eaf5f2e8ea842619600dd5b1324f253 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk /opt/stack/data/nova/instances/snapshots/tmpgtjbawxb/4eaf5f2e8ea842619600dd5b1324f253" returned: 0 in 0.921s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:28 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Snapshot extracted, beginning image upload
Nov 06 08:40:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:40:29 user nova-compute[74883]: WARNING nova.compute.manager [req-cf73cda4-d1e3-44f6-9a23-c2137a3649dc req-558e7a36-c216-4513-9589-4c909ff53a69 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state active and task_state shelving_image_uploading.
Nov 06 08:40:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Snapshot image upload complete
Nov 06 08:40:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:40:31 user nova-compute[74883]: INFO nova.compute.manager [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Shelve offloading
Nov 06 08:40:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance destroyed successfully.
Nov 06 08:40:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:40:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:31 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance destroyed successfully.
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'resources' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4PnnTNRmR2V6B9PwXsUoFId15hy4ZgVWFe7PQzUcqQnkx3N+Rwbtq/Ya6g37hWzWUlLhhQ2UfbQevreJi7apQGpe2jhbC2hdVpmaaaMdwhRyOWh/krDfRomB2DmCjTbg==',key_name='tempest-keypair-270554480',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:40:31.561375',shelved_host='user',shelved_image_id='23410475-fa59-4d7e-96ca-f20b0790450b'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:40:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG os_vif [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap138c98da-57, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=579c1af4-0b61-4bf4-9fff-f5f574c27db8) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-changed-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing instance network info cache due to event network-changed-138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG nova.network.neutron [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:40:32 user nova-compute[74883]: INFO os_vif [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57')
Nov 06 08:40:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Deleting instance files /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b_del
Nov 06 08:40:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Deletion of /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b_del complete
Nov 06 08:40:33 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Deleted allocations for instance 3f2a4b94-732c-458a-9147-615b8d15a28b
Nov 06 08:40:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.objects.base [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<3f2a4b94-732c-458a-9147-615b8d15a28b> lazy-loaded attributes: resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updated VIF entry in instance network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap138c98da-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ae8fe303-5945-4bf9-a3f8-9530ad9b2103 req-380e6b7f-85e3-4141-a79a-cf07fd3ef42c service nova] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.414s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8ac8b661-befd-47e8-8a00-8511d8a1ed5e tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.833s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:34 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 is timed out.
Nov 06 08:40:34 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully detached device vdb from instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 from the live domain config.
Nov 06 08:40:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CEIoZOfR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:40:34 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2648d35e-fd2b-4fcf-b656-f8813e615b13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:40:34 user nova-compute[74883]: No targets found.
Nov 06 08:40:34 user nova-compute[74883]: iSNS:
Nov 06 08:40:34 user nova-compute[74883]: No targets found.
Nov 06 08:40:34 user nova-compute[74883]: STATIC:
Nov 06 08:40:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:40:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:40:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:40:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d
Nov 06 08:40:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:40:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:40:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:40:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:40:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:40:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:40:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:40:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:40:34 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f
Nov 06 08:40:34 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:40:34 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:40:34 user nova-compute[74883]: FIRMWARE:
Nov 06 08:40:34 user nova-compute[74883]: No targets found.
Nov 06 08:40:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:40:34 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:40:34 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b2c09a-cba3-40c3-a8ec-b8d5b6af0fe6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ac626a-1dcc-4540-b600-71b83729964d]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:40:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:40:34 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:40:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a467a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[75caa83e-b79e-46dc-a269-3261cbd1ec84]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0bd5a8-ee8e-4a31-8063-334646c01d0f]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[142ef05d-7cba-4369-aebf-d7d0ce1ac39f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2701fa93-2718-45aa-a734-eac71f8bbf75]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e67a99aa-8468-4e7a-a140-9f7527a58ea0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8ac77d-6a7f-4300-8050-ca2679bdea6d]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260]
Nov 06 08:40:34 user nova-compute[74883]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f, portal: 172.16.0.220,3260] successful.
Nov 06 08:40:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2f23c162-e982-4bec-a62c-cc3056df760f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[09639ff2-d8fc-4154-a706-2d6d809dc750]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== disconnect_volume: return (331ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:40:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:40:35 user nova-compute[74883]: DEBUG nova.objects.instance [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-504ea737-ab12-4b97-b2c7-94e273c98e1a tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.911s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:40:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:40:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:40:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:40:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:51 user nova-compute[74883]: INFO nova.compute.manager [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Detaching volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:51 user nova-compute[74883]: INFO nova.virt.block_device [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Attempting to driver detach volume c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be from mountpoint /dev/vdb
Nov 06 08:40:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Attempting to detach device vdb from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:40:51 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:40:51 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:40:51 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:40:51 user nova-compute[74883]:   <serial>c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be</serial>
Nov 06 08:40:51 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:40:51 user nova-compute[74883]: </disk>
Nov 06 08:40:51 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:40:51 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully detached device vdb from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the persistent domain config.
Nov 06 08:40:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:40:51 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:40:51 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:40:51 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:40:51 user nova-compute[74883]:   <serial>c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be</serial>
Nov 06 08:40:51 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:40:51 user nova-compute[74883]: </disk>
Nov 06 08:40:51 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:40:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:40:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:40:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7661MB free_disk=24.752735137939453GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.474s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:40:55 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:40:55 user nova-compute[74883]: INFO nova.compute.claims [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Claim successful on node user
Nov 06 08:40:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.552s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:40:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:40:56 user nova-compute[74883]: DEBUG nova.policy [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ce177681df348b99f51f44dda9a403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eccf84f6fb7a4acab96b36483087cfa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:40:56 user nova-compute[74883]: INFO nova.virt.block_device [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Booting with volume-backed-image 719c39bf-76bf-4945-8ceb-cf903c039ec0 at /dev/vda
Nov 06 08:40:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Successfully created port: 6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Successfully updated port: 6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-changed-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:40:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Refreshing instance network info cache due to event network-changed-6c515fbf-c8a0-4139-91fb-18b34b8b58b7. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] Acquiring lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating instance_info_cache with network_info: [{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance network_info: |[{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] Acquired lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Refreshing network info cache for port 6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updated VIF entry in instance network info cache for port 6c515fbf-c8a0-4139-91fb-18b34b8b58b7. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating instance_info_cache with network_info: [{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:40:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a7f890d3-2aea-4d92-8dfb-f2df45cdeef2 req-88e39200-28dd-45d2-b63c-a0170c590b70 service nova] Releasing lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:11 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 is timed out.
Nov 06 08:41:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully detached device vdb from instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940 from the live domain config.
Nov 06 08:41:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UwBlLxTI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:41:11 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a68b0f32-d76a-4f54-8a1f-3e09a7d89e6a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:41:11 user nova-compute[74883]: No targets found.
Nov 06 08:41:11 user nova-compute[74883]: iSNS:
Nov 06 08:41:11 user nova-compute[74883]: No targets found.
Nov 06 08:41:11 user nova-compute[74883]: STATIC:
Nov 06 08:41:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be
Nov 06 08:41:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d
Nov 06 08:41:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:41:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:41:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:11 user nova-compute[74883]: FIRMWARE:
Nov 06 08:41:11 user nova-compute[74883]: No targets found.
Nov 06 08:41:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:41:11 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:41:11 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a37ec21-e710-40d0-908d-6b67c08832b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5cfae51-2a41-46be-ac68-46e7e55b0ea3]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:41:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:41:11 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:41:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11b4184dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0046e27-8413-4064-af58-3d372545eb4e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cfb367d-404b-413a-b958-da07f7d67bde]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e986c8d1-40ad-4977-b267-6173b2129fce]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f43342-6b45-4777-b523-e55f8842731b]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b69162e-34c2-49a4-a30d-26265f515b8a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0795dd-a5f5-4849-8aa4-0ed3ae50ca41]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260]
Nov 06 08:41:12 user nova-compute[74883]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be, portal: 172.16.0.220,3260] successful.
Nov 06 08:41:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c4a98aa5-e83d-41d7-9ab1-b0fc9c7479be -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2370965c-d578-4e02-a2ac-1dea4f113e4d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== disconnect_volume: return (317ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:18 user nova-compute[74883]: INFO nova.compute.manager [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Detaching volume 2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:41:18 user nova-compute[74883]: INFO nova.virt.block_device [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Attempting to driver detach volume 2bcd0d07-e648-41e8-958e-5aa8fb9ece28 from mountpoint /dev/vdb
Nov 06 08:41:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Attempting to detach device vdb from instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:41:18 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:41:18 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:41:18 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:41:18 user nova-compute[74883]:   <serial>2bcd0d07-e648-41e8-958e-5aa8fb9ece28</serial>
Nov 06 08:41:18 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:41:18 user nova-compute[74883]: </disk>
Nov 06 08:41:18 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:41:18 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdb from instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 from the persistent domain config.
Nov 06 08:41:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:41:18 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:41:18 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:41:18 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:41:18 user nova-compute[74883]:   <serial>2bcd0d07-e648-41e8-958e-5aa8fb9ece28</serial>
Nov 06 08:41:18 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 06 08:41:18 user nova-compute[74883]: </disk>
Nov 06 08:41:18 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:41:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'flavor' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:41:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e7aa8732-1cfc-4131-8826-a76e5caa4de5 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 29.999s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:41:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:38 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 is timed out.
Nov 06 08:41:38 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdb from instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 from the live domain config.
Nov 06 08:41:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mNWYBfAb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:41:38 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b4c6d3-ab8d-45fc-90a8-ca6b91be3a88]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:41:38 user nova-compute[74883]: No targets found.
Nov 06 08:41:38 user nova-compute[74883]: iSNS:
Nov 06 08:41:38 user nova-compute[74883]: No targets found.
Nov 06 08:41:38 user nova-compute[74883]: STATIC:
Nov 06 08:41:38 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d
Nov 06 08:41:38 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:38 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:38 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:41:38 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:38 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:38 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28
Nov 06 08:41:38 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:41:38 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:41:38 user nova-compute[74883]: FIRMWARE:
Nov 06 08:41:38 user nova-compute[74883]: No targets found.
Nov 06 08:41:38 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:41:38 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:41:38 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c23832-dcfa-47f9-b554-9d18bc6fdd4b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c022f2-4e51-4905-ade8-4e8d98b1a253]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:41:38 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:41:38 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:41:38 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:41:38 user nova-compute[74883]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 (non-flash)
Nov 06 08:41:38 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:41:38 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a4ecb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[051af4be-5633-4b6c-8a9a-a710049d1290]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec201679-7d88-4281-a5a1-72de23feee12]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a1e302-b0a2-4b13-b1e9-d1b6f2b024bd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f7e7b6-56eb-4902-9d06-1dc95359298c]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9482e334-45cc-4342-a461-f4352f3e7383]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce5f9a6-1ffa-4e7f-a7dd-f282f83a1aac]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260]
Nov 06 08:41:38 user nova-compute[74883]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28, portal: 172.16.0.220,3260] successful.
Nov 06 08:41:38 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2bcd0d07-e648-41e8-958e-5aa8fb9ece28 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2394e2c-224f-4c51-ab98-09829cde61ca]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== disconnect_volume: return (324ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:41:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:41 user nova-compute[74883]: INFO nova.compute.manager [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Terminating instance
Nov 06 08:41:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-afbe1f99-41d8-4c47-90db-d5b0c6d562e1 req-4b15db83-a338-4149-9f78-e6f93d6da79f service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-unplugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Instance destroyed successfully.
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'resources' on Instance uuid 697f8b3a-f3f5-42cd-a94c-4bf3234df940 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:34:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2034085862',display_name='tempest-ServerActionsTestOtherA-server-543426175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2034085862',id=24,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFRZtfk6IYwVrPNrrNp8O6bbWFZAvO7vfJ2VfyJRxx7pd/EGuC7Hdp95KdIJBIulqqJEmh43buQ8uq/U/7al9zbNUjRpd9Dx8jM2Kb0OKSIHR8D7slS6+zEx6vXS4f26Tg==',key_name='tempest-keypair-1450689483',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-03k8kzdg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:38:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=697f8b3a-f3f5-42cd-a94c-4bf3234df940,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "address": "fa:16:3e:09:20:7f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb544e285-05", "ovs_interfaceid": "b544e285-05fe-40d1-834b-9b3b6ccdb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG os_vif [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb544e285-05, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c5b74353-554e-4ded-99a8-e3b69bd1668b) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:41:42 user nova-compute[74883]: INFO os_vif [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:09:20:7f,bridge_name='br-int',has_traffic_filtering=True,id=b544e285-05fe-40d1-834b-9b3b6ccdb737,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb544e285-05')
Nov 06 08:41:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Deleting instance files /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940_del
Nov 06 08:41:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Deletion of /opt/stack/data/nova/instances/697f8b3a-f3f5-42cd-a94c-4bf3234df940_del complete
Nov 06 08:41:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:42 user nova-compute[74883]: INFO nova.compute.manager [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 06 08:41:42 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:41:42 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:41:43 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:41:43 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:41:43 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Took 1.05 seconds to deallocate network for instance.
Nov 06 08:41:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-4c8ee113-6fa5-4485-9d51-657af0b1e2e8 req-cb0b487d-ec8e-4704-af47-122d02d70266 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-deleted-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:41:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] Acquiring lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] No waiting events found dispatching network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:41:44 user nova-compute[74883]: WARNING nova.compute.manager [req-728d356c-a587-43d8-8a21-7c402d0e5f59 req-a7bf90c4-5389-488f-9d63-5118792abd43 service nova] [instance: 697f8b3a-f3f5-42cd-a94c-4bf3234df940] Received unexpected event network-vif-plugged-b544e285-05fe-40d1-834b-9b3b6ccdb737 for instance with vm_state deleted and task_state None.
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.485s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:44 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Deleted allocations for instance 697f8b3a-f3f5-42cd-a94c-4bf3234df940
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d1757d2a-7fa2-483b-bdd9-939f8dda5b7a tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "697f8b3a-f3f5-42cd-a94c-4bf3234df940" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.923s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [{"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-43ae68c1-0576-4ff6-a083-cb47b7e6adc7" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:41:44 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:45 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:41:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7ca6a18f-7181-4812-bc20-278dfdd1f8e0 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.431s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74883) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.objects.instance [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:41:46 user nova-compute[74883]: WARNING nova.compute.manager [req-04f1ef0b-88cf-450a-9988-1f9af2eb0f85 req-7b1801d1-14ee-444a-91e7-9a46921521fa service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state active and task_state powering-off.
Nov 06 08:41:46 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance destroyed successfully.
Nov 06 08:41:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:41:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-608fdd10-f15f-4eab-acee-07ac6c06159c tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.911s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG nova.compute.manager [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG nova.compute.manager [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:41:48 user nova-compute[74883]: WARNING nova.compute.manager [req-152a99f9-9c39-49bd-acdb-edec4d6ac77a req-4318ac20-1bf6-4814-9966-ca3f6c221b32 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state None.
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:41:52 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7985MB free_disk=24.767677307128906GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:52 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.utils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.689s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a196e893-43d2-4314-bdd8-1ca1f4c42dfe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6f9d37-d38a-4c10-bd12-54b4a54511bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d34129a9-d710-41a5-8795-14ae7d607d13]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b90cbd-0ca6-4d2d-a466-564898da4549]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:41:53 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:41:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c44714c-d1f3-4903-ba41-bf5377a8e901]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG os_brick.utils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating existing volume attachment record: 78364bf8-6a45-4f02-af01-b7c3055a49e0 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:41:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:41:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:41:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:10 user nova-compute[74883]: INFO nova.compute.manager [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Unrescuing
Nov 06 08:42:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'flavor' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:11 user nova-compute[74883]: WARNING nova.compute.manager [req-344116a5-9e92-4cd4-8f64-aba4fd42e843 req-4618ac35-3e27-41e8-b5dd-9069ff018724 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:42:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance destroyed successfully.
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:12 user nova-compute[74883]: INFO nova.compute.manager [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Terminating instance
Nov 06 08:42:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-4a725b06-e7c3-49e8-b2a1-a7f020ef4d7f req-e804616a-3908-4c9d-abb0-a1a618dc52f7 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-unplugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:13 user nova-compute[74883]: WARNING nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:13 user nova-compute[74883]: WARNING nova.compute.manager [req-c0c9eef3-2283-4138-b58b-cc4d9e316797 req-eecaffc3-8a2a-45b8-8c36-145dcfb0280f service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Instance destroyed successfully.
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'resources' on Instance uuid 5c6e9834-c090-4c81-aefc-f86f672d26f1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:35:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-243745696',display_name='tempest-TestMinimumBasicScenario-server-243745696',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-243745696',id=26,image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHOd1+Qgd6kSDpxWCYXJEljbQkRl4phGsiogPuLEX850UTel6eXxrMlXZL6hlE9Fq4Dofgw82WbFL8mgpHQ804LSZzwjWWhX9itVlRwQBl8RLhcp0S0LsK0iKA8yVaoe3w==',key_name='tempest-TestMinimumBasicScenario-896289322',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:35:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-1qjz6veb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='dc252e77-ca0d-4edd-9802-a84921b45298',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:38:30Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=5c6e9834-c090-4c81-aefc-f86f672d26f1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "70216696-14fe-4848-8a3d-45048a6dac0c", "address": "fa:16:3e:88:ff:1a", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70216696-14", "ovs_interfaceid": "70216696-14fe-4848-8a3d-45048a6dac0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG os_vif [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70216696-14, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=70e2b68f-87f2-4ceb-b0b2-95e896de4880) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:13 user nova-compute[74883]: INFO os_vif [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:88:ff:1a,bridge_name='br-int',has_traffic_filtering=True,id=70216696-14fe-4848-8a3d-45048a6dac0c,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70216696-14')
Nov 06 08:42:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Deleting instance files /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1_del
Nov 06 08:42:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Deletion of /opt/stack/data/nova/instances/5c6e9834-c090-4c81-aefc-f86f672d26f1_del complete
Nov 06 08:42:14 user nova-compute[74883]: INFO nova.compute.manager [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Took 1.57 seconds to destroy the instance on the hypervisor.
Nov 06 08:42:14 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:14 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Took 0.57 seconds to deallocate network for instance.
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-4531fb19-a67a-4dbf-bff5-405f59e52ad8 req-b33bff94-083a-4da3-8a39-330fe0627ead service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-deleted-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:14 user nova-compute[74883]: INFO nova.compute.manager [req-4531fb19-a67a-4dbf-bff5-405f59e52ad8 req-b33bff94-083a-4da3-8a39-330fe0627ead service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Neutron deleted interface 70216696-14fe-4848-8a3d-45048a6dac0c; detaching it from the instance and deleting it from the info cache
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.network.neutron [req-4531fb19-a67a-4dbf-bff5-405f59e52ad8 req-b33bff94-083a-4da3-8a39-330fe0627ead service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-4531fb19-a67a-4dbf-bff5-405f59e52ad8 req-b33bff94-083a-4da3-8a39-330fe0627ead service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Detach interface failed, port_id=70216696-14fe-4848-8a3d-45048a6dac0c, reason: Instance 5c6e9834-c090-4c81-aefc-f86f672d26f1 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] Acquiring lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] No waiting events found dispatching network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:15 user nova-compute[74883]: WARNING nova.compute.manager [req-682613b1-547c-41a9-865a-20a21857ca50 req-248b386a-90de-4683-bea5-5576006939e9 service nova] [instance: 5c6e9834-c090-4c81-aefc-f86f672d26f1] Received unexpected event network-vif-plugged-70216696-14fe-4848-8a3d-45048a6dac0c for instance with vm_state deleted and task_state None.
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.461s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:15 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Deleted allocations for instance 5c6e9834-c090-4c81-aefc-f86f672d26f1
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-40dc14b5-b015-44b5-b888-23c60c8daa57 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "5c6e9834-c090-4c81-aefc-f86f672d26f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.815s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:15 user nova-compute[74883]: WARNING nova.compute.manager [req-322406a3-dfdd-4266-a794-9c66d49c2b75 req-e13c9cc1-58bf-483a-b855-f20f77663a5d service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:42:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4ce206e7-4793-4b9f-84af-e91c20b4ef98 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:42:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:20 user nova-compute[74883]: INFO nova.compute.manager [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Unshelving
Nov 06 08:42:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:42:20 user nova-compute[74883]: INFO nova.compute.claims [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Claim successful on node user
Nov 06 08:42:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:42:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.540s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:21 user nova-compute[74883]: INFO nova.network.neutron [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating port 138c98da-573d-499f-96f9-fc78005cf09c with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-changed-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing instance network info cache due to event network-changed-138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:42:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] Acquiring lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:42:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Creating image(s)
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] Acquired lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG nova.network.neutron [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Refreshing network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG nova.objects.base [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<3f2a4b94-732c-458a-9147-615b8d15a28b> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "59dfd819032083978fb572c16634c4c4d974edf3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "59dfd819032083978fb572c16634c4c4d974edf3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.part --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG nova.virt.images [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] 23410475-fa59-4d7e-96ca-f20b0790450b was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:42:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.part /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updated VIF entry in instance network info cache for port 138c98da-573d-499f-96f9-fc78005cf09c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0b82f8e3-34b2-4e18-8707-f491b8e2f81d req-b9264b56-d46c-4fdb-8f98-a5e7c29b68f0 service nova] Releasing lock "refresh_cache-3f2a4b94-732c-458a-9147-615b8d15a28b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.part /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.converted" returned: 0 in 0.734s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3.converted --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "59dfd819032083978fb572c16634c4c4d974edf3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.212s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "59dfd819032083978fb572c16634c4c4d974edf3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "59dfd819032083978fb572c16634c4c4d974edf3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3,backing_fmt=raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3,backing_fmt=raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk 1073741824" returned: 0 in 0.057s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "59dfd819032083978fb572c16634c4c4d974edf3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'migration_context' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG nova.objects.base [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<3f2a4b94-732c-458a-9147-615b8d15a28b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:42:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Rebasing disk image.
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:25 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 -F raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 -F raw /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk" returned: 0 in 2.846s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Ensure instance console log exists: /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start _get_guest_xml network_info=[{"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='2990224ff9402817b85e59744e821fe8',container_format='bare',created_at=2023-11-06T08:40:27Z,direct_url=<?>,disk_format='qcow2',id=23410475-fa59-4d7e-96ca-f20b0790450b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-455238799-shelved',owner='964147e774c74b4b86120e20100ddc97',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T08:40:31Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:42:28 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:28 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2990224ff9402817b85e59744e821fe8',container_format='bare',created_at=2023-11-06T08:40:27Z,direct_url=<?>,disk_format='qcow2',id=23410475-fa59-4d7e-96ca-f20b0790450b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-455238799-shelved',owner='964147e774c74b4b86120e20100ddc97',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T08:40:31Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.objects.base [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<3f2a4b94-732c-458a-9147-615b8d15a28b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='23410475-fa59-4d7e-96ca-f20b0790450b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-270554480',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:40:31.561375',shelved_host='user',shelved_image_id='23410475-fa59-4d7e-96ca-f20b0790450b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.objects.base [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Object Instance<3f2a4b94-732c-458a-9147-615b8d15a28b> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:42:28 user nova-compute[74883]:   <uuid>3f2a4b94-732c-458a-9147-615b8d15a28b</uuid>
Nov 06 08:42:28 user nova-compute[74883]:   <name>instance-0000001d</name>
Nov 06 08:42:28 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:42:28 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:42:28 user nova-compute[74883]:   <metadata>
Nov 06 08:42:28 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:42:28 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-455238799</nova:name>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:42:28</nova:creationTime>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:42:28 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:42:28 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:owner>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:user uuid="27b4e43f9bbb4a87b053bfcde1eb8aac">tempest-AttachVolumeShelveTestJSON-1779164499-project-member</nova:user>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:project uuid="964147e774c74b4b86120e20100ddc97">tempest-AttachVolumeShelveTestJSON-1779164499</nova:project>
Nov 06 08:42:28 user nova-compute[74883]:       </nova:owner>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:root type="image" uuid="23410475-fa59-4d7e-96ca-f20b0790450b"/>
Nov 06 08:42:28 user nova-compute[74883]:       <nova:ports>
Nov 06 08:42:28 user nova-compute[74883]:         <nova:port uuid="138c98da-573d-499f-96f9-fc78005cf09c">
Nov 06 08:42:28 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:42:28 user nova-compute[74883]:         </nova:port>
Nov 06 08:42:28 user nova-compute[74883]:       </nova:ports>
Nov 06 08:42:28 user nova-compute[74883]:     </nova:instance>
Nov 06 08:42:28 user nova-compute[74883]:   </metadata>
Nov 06 08:42:28 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:42:28 user nova-compute[74883]:     <system>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="serial">3f2a4b94-732c-458a-9147-615b8d15a28b</entry>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="uuid">3f2a4b94-732c-458a-9147-615b8d15a28b</entry>
Nov 06 08:42:28 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:42:28 user nova-compute[74883]:     </system>
Nov 06 08:42:28 user nova-compute[74883]:   </sysinfo>
Nov 06 08:42:28 user nova-compute[74883]:   <os>
Nov 06 08:42:28 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:42:28 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:42:28 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:42:28 user nova-compute[74883]:   </os>
Nov 06 08:42:28 user nova-compute[74883]:   <features>
Nov 06 08:42:28 user nova-compute[74883]:     <acpi/>
Nov 06 08:42:28 user nova-compute[74883]:     <apic/>
Nov 06 08:42:28 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:42:28 user nova-compute[74883]:   </features>
Nov 06 08:42:28 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:42:28 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:42:28 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:42:28 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:42:28 user nova-compute[74883]:   </clock>
Nov 06 08:42:28 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:42:28 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:42:28 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:42:28 user nova-compute[74883]:   </cpu>
Nov 06 08:42:28 user nova-compute[74883]:   <devices>
Nov 06 08:42:28 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:42:28 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:42:28 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk"/>
Nov 06 08:42:28 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:42:28 user nova-compute[74883]:     </disk>
Nov 06 08:42:28 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:42:28 user nova-compute[74883]:       <mac address="fa:16:3e:87:82:8b"/>
Nov 06 08:42:28 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:42:28 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:42:28 user nova-compute[74883]:       <target dev="tap138c98da-57"/>
Nov 06 08:42:28 user nova-compute[74883]:     </interface>
Nov 06 08:42:28 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:42:28 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/console.log" append="off"/>
Nov 06 08:42:28 user nova-compute[74883]:     </serial>
Nov 06 08:42:28 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:42:28 user nova-compute[74883]:     <video>
Nov 06 08:42:28 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:42:28 user nova-compute[74883]:     </video>
Nov 06 08:42:28 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:42:28 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:42:28 user nova-compute[74883]:     </rng>
Nov 06 08:42:28 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:42:28 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:42:28 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:42:28 user nova-compute[74883]:     </memballoon>
Nov 06 08:42:28 user nova-compute[74883]:   </devices>
Nov 06 08:42:28 user nova-compute[74883]: </domain>
Nov 06 08:42:28 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='23410475-fa59-4d7e-96ca-f20b0790450b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-270554480',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member',shelved_at='2023-11-06T08:40:31.561375',shelved_host='user',shelved_image_id='23410475-fa59-4d7e-96ca-f20b0790450b'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG os_vif [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c14795e-b32d-522b-9245-54b0088abf4c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap138c98da-57, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap138c98da-57, col_values=(('qos', UUID('346785ed-6e52-4989-b6ba-eb80863299fa')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap138c98da-57, col_values=(('external_ids', {'iface-id': '138c98da-573d-499f-96f9-fc78005cf09c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:82:8b', 'vm-uuid': '3f2a4b94-732c-458a-9147-615b8d15a28b'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: INFO os_vif [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57')
Nov 06 08:42:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:42:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] No VIF found with MAC fa:16:3e:87:82:8b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:42:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:30 user nova-compute[74883]: WARNING nova.compute.manager [req-032f84d8-f3bf-49bb-994a-76b86c59a79a req-2d2ab11b-ccb5-428b-8a18-867ef9a14546 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:32 user nova-compute[74883]: WARNING nova.compute.manager [req-951e7ac9-152e-4afd-8afe-4e92a031b22d req-df595f77-3f5c-4e7d-a94b-4c3e1e55036f service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:42:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:42:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance spawned successfully.
Nov 06 08:42:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:42:33 user nova-compute[74883]: INFO nova.compute.claims [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Claim successful on node user
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d5102703-b91f-43b1-b350-3e44533ae586 tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.921s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.478s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.policy [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b50f69fb1894939bc95401bde5cb100', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c602abe3a6504d219a18e126620be713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:42:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Creating image(s)
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "/opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "/opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "/opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk 1073741824" returned: 0 in 0.063s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Successfully created port: 619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.217s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Cannot resize image /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Ensure instance console log exists: /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Successfully updated port: 619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquired lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-changed-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Refreshing instance network info cache due to event network-changed-619d49f1-5ec1-4508-8d3f-a53cbde88cc8. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] Acquiring lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updating instance_info_cache with network_info: [{"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Releasing lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Instance network_info: |[{"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] Acquired lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Refreshing network info cache for port 619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Start _get_guest_xml network_info=[{"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:42:35 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:35 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:42:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3047420',id=31,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEOm3vpBUYRx1FSo7AUKt+sXHkhvo4bryXXKDKdBuKoc/zBd2dCI8vUTdwqddE7BhW7UryfBT/CfiyaqdTGhaYR51ZRPXrDPt/tm0jEjZG8pNba3S1rEYREKsd2LHVRheQ==',key_name='tempest-keypair-1317806461',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c602abe3a6504d219a18e126620be713',ramdisk_id='',reservation_id='r-spr5jq8a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:42:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5b50f69fb1894939bc95401bde5cb100',uuid=6234be1f-fee5-440a-ace6-0b819819c979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converting VIF {"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.objects.instance [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lazy-loading 'pci_devices' on Instance uuid 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:42:35 user nova-compute[74883]:   <uuid>6234be1f-fee5-440a-ace6-0b819819c979</uuid>
Nov 06 08:42:35 user nova-compute[74883]:   <name>instance-0000001f</name>
Nov 06 08:42:35 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:42:35 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:42:35 user nova-compute[74883]:   <metadata>
Nov 06 08:42:35 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:42:35 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072</nova:name>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:42:35</nova:creationTime>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:42:35 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:42:35 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:owner>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:user uuid="5b50f69fb1894939bc95401bde5cb100">tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member</nova:user>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:project uuid="c602abe3a6504d219a18e126620be713">tempest-TestServerVolumeAttachScenarioOldVersion-528435096</nova:project>
Nov 06 08:42:35 user nova-compute[74883]:       </nova:owner>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:42:35 user nova-compute[74883]:       <nova:ports>
Nov 06 08:42:35 user nova-compute[74883]:         <nova:port uuid="619d49f1-5ec1-4508-8d3f-a53cbde88cc8">
Nov 06 08:42:35 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:42:35 user nova-compute[74883]:         </nova:port>
Nov 06 08:42:35 user nova-compute[74883]:       </nova:ports>
Nov 06 08:42:35 user nova-compute[74883]:     </nova:instance>
Nov 06 08:42:35 user nova-compute[74883]:   </metadata>
Nov 06 08:42:35 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:42:35 user nova-compute[74883]:     <system>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="serial">6234be1f-fee5-440a-ace6-0b819819c979</entry>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="uuid">6234be1f-fee5-440a-ace6-0b819819c979</entry>
Nov 06 08:42:35 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:42:35 user nova-compute[74883]:     </system>
Nov 06 08:42:35 user nova-compute[74883]:   </sysinfo>
Nov 06 08:42:35 user nova-compute[74883]:   <os>
Nov 06 08:42:35 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:42:35 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:42:35 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:42:35 user nova-compute[74883]:   </os>
Nov 06 08:42:35 user nova-compute[74883]:   <features>
Nov 06 08:42:35 user nova-compute[74883]:     <acpi/>
Nov 06 08:42:35 user nova-compute[74883]:     <apic/>
Nov 06 08:42:35 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:42:35 user nova-compute[74883]:   </features>
Nov 06 08:42:35 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:42:35 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:42:35 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:42:35 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:42:35 user nova-compute[74883]:   </clock>
Nov 06 08:42:35 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:42:35 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:42:35 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:42:35 user nova-compute[74883]:   </cpu>
Nov 06 08:42:35 user nova-compute[74883]:   <devices>
Nov 06 08:42:35 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:42:35 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:42:35 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk"/>
Nov 06 08:42:35 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:42:35 user nova-compute[74883]:     </disk>
Nov 06 08:42:35 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:42:35 user nova-compute[74883]:       <mac address="fa:16:3e:fa:6f:1b"/>
Nov 06 08:42:35 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:42:35 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:42:35 user nova-compute[74883]:       <target dev="tap619d49f1-5e"/>
Nov 06 08:42:35 user nova-compute[74883]:     </interface>
Nov 06 08:42:35 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:42:35 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/console.log" append="off"/>
Nov 06 08:42:35 user nova-compute[74883]:     </serial>
Nov 06 08:42:35 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:42:35 user nova-compute[74883]:     <video>
Nov 06 08:42:35 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:42:35 user nova-compute[74883]:     </video>
Nov 06 08:42:35 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:42:35 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:42:35 user nova-compute[74883]:     </rng>
Nov 06 08:42:35 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:42:35 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:42:35 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:42:35 user nova-compute[74883]:     </memballoon>
Nov 06 08:42:35 user nova-compute[74883]:   </devices>
Nov 06 08:42:35 user nova-compute[74883]: </domain>
Nov 06 08:42:35 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:42:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3047420',id=31,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEOm3vpBUYRx1FSo7AUKt+sXHkhvo4bryXXKDKdBuKoc/zBd2dCI8vUTdwqddE7BhW7UryfBT/CfiyaqdTGhaYR51ZRPXrDPt/tm0jEjZG8pNba3S1rEYREKsd2LHVRheQ==',key_name='tempest-keypair-1317806461',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c602abe3a6504d219a18e126620be713',ramdisk_id='',reservation_id='r-spr5jq8a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:42:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5b50f69fb1894939bc95401bde5cb100',uuid=6234be1f-fee5-440a-ace6-0b819819c979,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converting VIF {"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG os_vif [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e69b2379-4725-5fc3-b28f-4584069da80b', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap619d49f1-5e, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap619d49f1-5e, col_values=(('qos', UUID('202753ef-7dcc-4963-a773-52510a0fa26c')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap619d49f1-5e, col_values=(('external_ids', {'iface-id': '619d49f1-5ec1-4508-8d3f-a53cbde88cc8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:6f:1b', 'vm-uuid': '6234be1f-fee5-440a-ace6-0b819819c979'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:35 user nova-compute[74883]: INFO os_vif [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e')
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:42:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] No VIF found with MAC fa:16:3e:fa:6f:1b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:42:36 user nova-compute[74883]: DEBUG nova.network.neutron [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updated VIF entry in instance network info cache for port 619d49f1-5ec1-4508-8d3f-a53cbde88cc8. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:42:36 user nova-compute[74883]: DEBUG nova.network.neutron [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updating instance_info_cache with network_info: [{"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-40dfda64-2d90-4bcd-be8f-1737acdc4de7 req-cb016e5f-fcd4-40cb-8178-b272a0b55d77 service nova] Releasing lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] No waiting events found dispatching network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:37 user nova-compute[74883]: WARNING nova.compute.manager [req-553a2ba1-4bca-44a3-b4a7-0c2c72119062 req-12a1f7d5-c1b5-4e41-a06d-c2f33ac669a8 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received unexpected event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 for instance with vm_state building and task_state spawning.
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] No waiting events found dispatching network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:42:39 user nova-compute[74883]: WARNING nova.compute.manager [req-d9b92e53-ef5a-43e2-a220-ace93dc135a6 req-5cc1e80c-f072-4c07-827d-08f900bedf5d service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received unexpected event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 for instance with vm_state building and task_state spawning.
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:42:39 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Instance spawned successfully.
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:42:39 user nova-compute[74883]: INFO nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Took 5.84 seconds to spawn the instance on the hypervisor.
Nov 06 08:42:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:42:39 user nova-compute[74883]: INFO nova.compute.manager [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Took 6.73 seconds to build instance.
Nov 06 08:42:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78f1c59b-ed37-4250-8c27-1dd41dfa7cce tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.874s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [{"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-d52cf3c9-77ca-41e5-b17f-1c3178f60e00" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:45 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:42:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:42:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7839MB free_disk=24.755233764648438GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3f2a4b94-732c-458a-9147-615b8d15a28b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6234be1f-fee5-440a-ace6-0b819819c979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:42:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:54 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:42:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:42:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:42:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:42:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:42:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:42:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:43:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Creating image(s)
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Ensure instance console log exists: /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start _get_guest_xml network_info=[{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'beca0a3d-c9a4-4fdd-a512-76bab27eb120', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1443669-4801-4602-b1b3-a0d8a61ccd43', 'serial': 'f1443669-4801-4602-b1b3-a0d8a61ccd43'}, 'attachment_id': '78364bf8-6a45-4f02-af01-b7c3055a49e0', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:43:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:43:02 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:43:02 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:43:02 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e830cc1e-4314-482e-95b3-361c1858a5c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:43:02 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15a10eb-2614-4c99-920f-953a39c15d6c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43] added
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[52b6d60d-8dfb-4819-b5f5-81c925534e64]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f911da6f-67b8-4de8-928a-25b595a4e2d3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EPrLtuix {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EPrLtuix" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ed38d3-4419-4f2c-a926-450fa8a67632]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EPrLtuix'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b71459c-21a5-4cbc-8cae-ec17e7ceaf78]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc03bd4-41f5-40f2-9e1f-32b684a73696]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda4fd12-fedb-4d66-ab54-675a571ebb9c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260]
Nov 06 08:43:02 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260] successful.
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa74ffa1-1e01-41b2-be37-a81387672b65]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d84f0df-a7e4-48e8-a203-c50d44cff4b5]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:02 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[31d1a0de-4b3a-4e8a-a4b7-2c0bf54cb131]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:43:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '26136356632373366', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136356632373366', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:40:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1143202119',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1143202119',id=30,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-860upe1k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:40:57Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=beca0a3d-c9a4-4fdd-a512-76bab27eb120,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.objects.instance [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:43:03 user nova-compute[74883]:   <uuid>beca0a3d-c9a4-4fdd-a512-76bab27eb120</uuid>
Nov 06 08:43:03 user nova-compute[74883]:   <name>instance-0000001e</name>
Nov 06 08:43:03 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:43:03 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:43:03 user nova-compute[74883]:   <metadata>
Nov 06 08:43:03 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:43:03 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1143202119</nova:name>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:43:02</nova:creationTime>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:43:03 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:43:03 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:owner>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:43:03 user nova-compute[74883]:       </nova:owner>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:43:03 user nova-compute[74883]:       <nova:ports>
Nov 06 08:43:03 user nova-compute[74883]:         <nova:port uuid="6c515fbf-c8a0-4139-91fb-18b34b8b58b7">
Nov 06 08:43:03 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 06 08:43:03 user nova-compute[74883]:         </nova:port>
Nov 06 08:43:03 user nova-compute[74883]:       </nova:ports>
Nov 06 08:43:03 user nova-compute[74883]:     </nova:instance>
Nov 06 08:43:03 user nova-compute[74883]:   </metadata>
Nov 06 08:43:03 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:43:03 user nova-compute[74883]:     <system>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="serial">beca0a3d-c9a4-4fdd-a512-76bab27eb120</entry>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="uuid">beca0a3d-c9a4-4fdd-a512-76bab27eb120</entry>
Nov 06 08:43:03 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:43:03 user nova-compute[74883]:     </system>
Nov 06 08:43:03 user nova-compute[74883]:   </sysinfo>
Nov 06 08:43:03 user nova-compute[74883]:   <os>
Nov 06 08:43:03 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:43:03 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:43:03 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:43:03 user nova-compute[74883]:   </os>
Nov 06 08:43:03 user nova-compute[74883]:   <features>
Nov 06 08:43:03 user nova-compute[74883]:     <acpi/>
Nov 06 08:43:03 user nova-compute[74883]:     <apic/>
Nov 06 08:43:03 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:43:03 user nova-compute[74883]:   </features>
Nov 06 08:43:03 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:43:03 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:43:03 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:43:03 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:43:03 user nova-compute[74883]:   </clock>
Nov 06 08:43:03 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:43:03 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:43:03 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:43:03 user nova-compute[74883]:   </cpu>
Nov 06 08:43:03 user nova-compute[74883]:   <devices>
Nov 06 08:43:03 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:43:03 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:43:03 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:43:03 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:43:03 user nova-compute[74883]:       <serial>f1443669-4801-4602-b1b3-a0d8a61ccd43</serial>
Nov 06 08:43:03 user nova-compute[74883]:     </disk>
Nov 06 08:43:03 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:43:03 user nova-compute[74883]:       <mac address="fa:16:3e:3b:45:0f"/>
Nov 06 08:43:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:03 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:43:03 user nova-compute[74883]:       <target dev="tap6c515fbf-c8"/>
Nov 06 08:43:03 user nova-compute[74883]:     </interface>
Nov 06 08:43:03 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:43:03 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/console.log" append="off"/>
Nov 06 08:43:03 user nova-compute[74883]:     </serial>
Nov 06 08:43:03 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:43:03 user nova-compute[74883]:     <video>
Nov 06 08:43:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:03 user nova-compute[74883]:     </video>
Nov 06 08:43:03 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:43:03 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:43:03 user nova-compute[74883]:     </rng>
Nov 06 08:43:03 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:43:03 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:43:03 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:43:03 user nova-compute[74883]:     </memballoon>
Nov 06 08:43:03 user nova-compute[74883]:   </devices>
Nov 06 08:43:03 user nova-compute[74883]: </domain>
Nov 06 08:43:03 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:40:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1143202119',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1143202119',id=30,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-860upe1k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:40:57Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=beca0a3d-c9a4-4fdd-a512-76bab27eb120,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG os_vif [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32debf7c-aee3-5403-a672-410121263e60', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6c515fbf-c8, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6c515fbf-c8, col_values=(('qos', UUID('af961b17-e5fe-4b38-aa13-ed2a1a75ca5d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6c515fbf-c8, col_values=(('external_ids', {'iface-id': '6c515fbf-c8a0-4139-91fb-18b34b8b58b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3b:45:0f', 'vm-uuid': 'beca0a3d-c9a4-4fdd-a512-76bab27eb120'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: INFO os_vif [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8')
Nov 06 08:43:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:3b:45:0f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:03 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:43:03 user nova-compute[74883]: INFO nova.compute.claims [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Claim successful on node user
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.617s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:43:04 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.policy [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74efe1d957ef49299b8393a087c30db6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f4cc96e52e49179cde19c16f43aa36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:43:04 user nova-compute[74883]: INFO nova.virt.block_device [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Booting with volume 6bbbc224-8a26-4995-b4cb-fe610e1f4590 at /dev/vda
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1b323ab-fb75-4d82-9e18-528a08d3ded6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bb73e82-b925-4962-b7c3-2833988ae23e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6197bb3c-e8ba-4535-a13b-3ddfa775ae82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2149dcdc-2b38-48d0-ac93-1bfc01bdaee9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:43:04 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:43:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e77bc2-6681-4b32-b84c-4a3283c57b2e]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:43:04 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating existing volume attachment record: 7a23893e-2584-4d9a-91b5-de3514d3a609 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:05 user nova-compute[74883]: WARNING nova.compute.manager [req-6197e883-216b-4830-aa88-a38a078fc685 req-5fdb64a7-5e63-49b6-b598-5f1096d6d4ec service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state building and task_state spawning.
Nov 06 08:43:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Successfully created port: abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Successfully updated port: abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing instance network info cache due to event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance network_info: |[{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.network.neutron [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:43:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance spawned successfully.
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:07 user nova-compute[74883]: WARNING nova.compute.manager [req-e3e28172-3f4d-4273-96ad-7aeabdbc3867 req-78e615a6-df0c-4894-828c-67629e03b631 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state building and task_state spawning.
Nov 06 08:43:07 user nova-compute[74883]: INFO nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:43:07 user nova-compute[74883]: INFO nova.compute.manager [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Took 131.76 seconds to build instance.
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c5d59f53-95f0-4262-967e-537f59c22bd9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 131.849s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:43:07 user nova-compute[74883]: INFO nova.compute.claims [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Claim successful on node user
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updated VIF entry in instance network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b2c16b87-fe26-4173-9c24-f474f1e2d240 req-4cfe6603-1d73-4cb0-92d1-b70b5033f0b6 service nova] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.583s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:43:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:43:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Creating image(s)
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "/opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "/opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "/opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "44d89c2c3d193257a1c1c94977be377701960fd0" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "44d89c2c3d193257a1c1c94977be377701960fd0" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG nova.policy [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39fa018d03524b07905117243bed080a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da03bd67110a48229020e74c4726bd5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:43:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Successfully created port: cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.part --force-share --output=json" returned: 0 in 0.293s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG nova.virt.images [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] 29898999-99ba-4fdf-a58c-01c2918db86b was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.part /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.part /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.converted" returned: 0 in 0.274s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0.converted --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "44d89c2c3d193257a1c1c94977be377701960fd0" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.198s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "44d89c2c3d193257a1c1c94977be377701960fd0" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "44d89c2c3d193257a1c1c94977be377701960fd0" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Successfully updated port: cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json" returned: 0 in 0.217s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0,backing_fmt=raw /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing instance network info cache due to event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0,backing_fmt=raw /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk 1073741824" returned: 0 in 0.070s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "44d89c2c3d193257a1c1c94977be377701960fd0" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Cannot resize image /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Ensure instance console log exists: /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46847054-c9e5-49d6-aefb-98dc776ac457 req-cac57cdd-224b-49a9-9609-a89618c400c7 service nova] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:43:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance network_info: |[{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Start _get_guest_xml network_info=[{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:43:04Z,direct_url=<?>,disk_format='qcow2',id=29898999-99ba-4fdf-a58c-01c2918db86b,min_disk=0,min_ram=0,name='tempest-scenario-img--1796128509',owner='da03bd67110a48229020e74c4726bd5d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:43:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '29898999-99ba-4fdf-a58c-01c2918db86b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:43:11 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:11 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:43:04Z,direct_url=<?>,disk_format='qcow2',id=29898999-99ba-4fdf-a58c-01c2918db86b,min_disk=0,min_ram=0,name='tempest-scenario-img--1796128509',owner='da03bd67110a48229020e74c4726bd5d',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:43:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1121622113',display_name='tempest-TestMinimumBasicScenario-server-1121622113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1121622113',id=33,image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLQ9bn6Kxge8nyqNzXvYZJ4gOXfEaEGyBM3VnM7GEucCkL8PFsrp1+ojFJSaRcSaotnn3nFypi+oUze2SBFlxArNgTysrsPwHn4S7S2LClBnLp5dQyW64cLGCPNvAicunA==',key_name='tempest-TestMinimumBasicScenario-840440093',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-5gy0ger0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:08Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=b81f2eca-7980-4096-838e-57c1377a340f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'pci_devices' on Instance uuid b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:43:11 user nova-compute[74883]:   <uuid>b81f2eca-7980-4096-838e-57c1377a340f</uuid>
Nov 06 08:43:11 user nova-compute[74883]:   <name>instance-00000021</name>
Nov 06 08:43:11 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:43:11 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:43:11 user nova-compute[74883]:   <metadata>
Nov 06 08:43:11 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:43:11 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:name>tempest-TestMinimumBasicScenario-server-1121622113</nova:name>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:43:11</nova:creationTime>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:43:11 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:43:11 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:owner>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:user uuid="39fa018d03524b07905117243bed080a">tempest-TestMinimumBasicScenario-1768627633-project-member</nova:user>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:project uuid="da03bd67110a48229020e74c4726bd5d">tempest-TestMinimumBasicScenario-1768627633</nova:project>
Nov 06 08:43:11 user nova-compute[74883]:       </nova:owner>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:root type="image" uuid="29898999-99ba-4fdf-a58c-01c2918db86b"/>
Nov 06 08:43:11 user nova-compute[74883]:       <nova:ports>
Nov 06 08:43:11 user nova-compute[74883]:         <nova:port uuid="cfb95883-d3f0-4fc3-a106-d155e9e0f8d1">
Nov 06 08:43:11 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:43:11 user nova-compute[74883]:         </nova:port>
Nov 06 08:43:11 user nova-compute[74883]:       </nova:ports>
Nov 06 08:43:11 user nova-compute[74883]:     </nova:instance>
Nov 06 08:43:11 user nova-compute[74883]:   </metadata>
Nov 06 08:43:11 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:43:11 user nova-compute[74883]:     <system>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="serial">b81f2eca-7980-4096-838e-57c1377a340f</entry>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="uuid">b81f2eca-7980-4096-838e-57c1377a340f</entry>
Nov 06 08:43:11 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:43:11 user nova-compute[74883]:     </system>
Nov 06 08:43:11 user nova-compute[74883]:   </sysinfo>
Nov 06 08:43:11 user nova-compute[74883]:   <os>
Nov 06 08:43:11 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:43:11 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:43:11 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:43:11 user nova-compute[74883]:   </os>
Nov 06 08:43:11 user nova-compute[74883]:   <features>
Nov 06 08:43:11 user nova-compute[74883]:     <acpi/>
Nov 06 08:43:11 user nova-compute[74883]:     <apic/>
Nov 06 08:43:11 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:43:11 user nova-compute[74883]:   </features>
Nov 06 08:43:11 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:43:11 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:43:11 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:43:11 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:43:11 user nova-compute[74883]:   </clock>
Nov 06 08:43:11 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:43:11 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:43:11 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:43:11 user nova-compute[74883]:   </cpu>
Nov 06 08:43:11 user nova-compute[74883]:   <devices>
Nov 06 08:43:11 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:43:11 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:43:11 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk"/>
Nov 06 08:43:11 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:43:11 user nova-compute[74883]:     </disk>
Nov 06 08:43:11 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:43:11 user nova-compute[74883]:       <mac address="fa:16:3e:fc:46:d8"/>
Nov 06 08:43:11 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:11 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:43:11 user nova-compute[74883]:       <target dev="tapcfb95883-d3"/>
Nov 06 08:43:11 user nova-compute[74883]:     </interface>
Nov 06 08:43:11 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:43:11 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/console.log" append="off"/>
Nov 06 08:43:11 user nova-compute[74883]:     </serial>
Nov 06 08:43:11 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:43:11 user nova-compute[74883]:     <video>
Nov 06 08:43:11 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:11 user nova-compute[74883]:     </video>
Nov 06 08:43:11 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:43:11 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:43:11 user nova-compute[74883]:     </rng>
Nov 06 08:43:11 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:43:11 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:43:11 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:43:11 user nova-compute[74883]:     </memballoon>
Nov 06 08:43:11 user nova-compute[74883]:   </devices>
Nov 06 08:43:11 user nova-compute[74883]: </domain>
Nov 06 08:43:11 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1121622113',display_name='tempest-TestMinimumBasicScenario-server-1121622113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1121622113',id=33,image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLQ9bn6Kxge8nyqNzXvYZJ4gOXfEaEGyBM3VnM7GEucCkL8PFsrp1+ojFJSaRcSaotnn3nFypi+oUze2SBFlxArNgTysrsPwHn4S7S2LClBnLp5dQyW64cLGCPNvAicunA==',key_name='tempest-TestMinimumBasicScenario-840440093',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-5gy0ger0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:08Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=b81f2eca-7980-4096-838e-57c1377a340f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG os_vif [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04c34f58-09ad-5021-8dc1-26f4b8c643b7', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfb95883-d3, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfb95883-d3, col_values=(('qos', UUID('2289d58f-da8b-4d99-a00b-6c8342b45af1')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfb95883-d3, col_values=(('external_ids', {'iface-id': 'cfb95883-d3f0-4fc3-a106-d155e9e0f8d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:46:d8', 'vm-uuid': 'b81f2eca-7980-4096-838e-57c1377a340f'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:11 user nova-compute[74883]: INFO os_vif [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3')
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:43:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No VIF found with MAC fa:16:3e:fc:46:d8, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:43:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:13 user nova-compute[74883]: WARNING nova.compute.manager [req-aebda4fd-abd0-4acc-9da9-0f400e584c29 req-067cec67-dfd5-4696-982e-987594249612 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state building and task_state spawning.
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:43:15 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance spawned successfully.
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:15 user nova-compute[74883]: WARNING nova.compute.manager [req-a5101f26-1b3a-4736-85c9-eb54b2d2b5d8 req-4a4f5b48-60a1-4fe0-942e-ab0e3e4d5e8f service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state building and task_state spawning.
Nov 06 08:43:15 user nova-compute[74883]: INFO nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Took 6.69 seconds to spawn the instance on the hypervisor.
Nov 06 08:43:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:43:15 user nova-compute[74883]: INFO nova.compute.manager [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Took 7.62 seconds to build instance.
Nov 06 08:43:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-31e93e2b-f071-40ac-9a8f-8fbb45dfa80d tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.723s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:43:30 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Creating image(s)
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Ensure instance console log exists: /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start _get_guest_xml network_info=[{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f672a3de-0348-4430-846f-d3b3d04f939d', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'serial': '6bbbc224-8a26-4995-b4cb-fe610e1f4590'}, 'attachment_id': '7a23893e-2584-4d9a-91b5-de3514d3a609', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:43:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:30 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:43:30 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:43:30 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:43:30 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9854c623-00db-4da4-9e24-4e0d94a098fa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:43:30 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b417e75f-b55f-4ce9-b438-c3bd4957033e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590] added
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d121989-78eb-4747-9700-5f647d5366eb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b858ade9-f178-4e2b-8e48-dc003791c9c5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAVFQgS {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAVFQgS" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81805b98-7522-4435-9bac-12905d100801]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtAVFQgS'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a37eae5-da12-44cf-8f69-8df2f44f9b8c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[54181124-d8ed-4990-b225-77ec075a7df2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79461fc5-1b0e-43cb-bda9-06b36d2ee148]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]
Nov 06 08:43:30 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea24ee59-a9e1-41ff-9046-c8470148ec20]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fafb1fe8-aa60-4fc9-92df-25062caf8f70]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:43:30 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[30eb67e6-88bf-443a-9ba3-618a6097aa63]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:43:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23334643037376436', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334643037376436', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaL6l89dhR105WAf/7STWOqCFWcTvOfMseQ9/jzAxAP81sL/FBW4r/vEyCKUrukc+Idw7doS6YeFqbOYHLZ0rdI7bs/Rj9n8idkAghuC+31LDQuAQ9ggT5GeU1xCXieng==',key_name='tempest-TestShelveInstance-1597951407',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:05Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'pci_devices' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:43:31 user nova-compute[74883]:   <uuid>f672a3de-0348-4430-846f-d3b3d04f939d</uuid>
Nov 06 08:43:31 user nova-compute[74883]:   <name>instance-00000020</name>
Nov 06 08:43:31 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:43:31 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:43:31 user nova-compute[74883]:   <metadata>
Nov 06 08:43:31 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:43:31 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:43:31 user nova-compute[74883]:       <nova:name>tempest-TestShelveInstance-server-1444701513</nova:name>
Nov 06 08:43:31 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:43:30</nova:creationTime>
Nov 06 08:43:31 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:43:31 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:43:31 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:43:31 user nova-compute[74883]:       <nova:owner>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:user uuid="74efe1d957ef49299b8393a087c30db6">tempest-TestShelveInstance-569663581-project-member</nova:user>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:project uuid="61f4cc96e52e49179cde19c16f43aa36">tempest-TestShelveInstance-569663581</nova:project>
Nov 06 08:43:31 user nova-compute[74883]:       </nova:owner>
Nov 06 08:43:31 user nova-compute[74883]:       <nova:ports>
Nov 06 08:43:31 user nova-compute[74883]:         <nova:port uuid="abe3ab72-471b-4a20-b4e7-38f1f15a74df">
Nov 06 08:43:31 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:43:31 user nova-compute[74883]:         </nova:port>
Nov 06 08:43:31 user nova-compute[74883]:       </nova:ports>
Nov 06 08:43:31 user nova-compute[74883]:     </nova:instance>
Nov 06 08:43:31 user nova-compute[74883]:   </metadata>
Nov 06 08:43:31 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:43:31 user nova-compute[74883]:     <system>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="serial">f672a3de-0348-4430-846f-d3b3d04f939d</entry>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="uuid">f672a3de-0348-4430-846f-d3b3d04f939d</entry>
Nov 06 08:43:31 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:43:31 user nova-compute[74883]:     </system>
Nov 06 08:43:31 user nova-compute[74883]:   </sysinfo>
Nov 06 08:43:31 user nova-compute[74883]:   <os>
Nov 06 08:43:31 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:43:31 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:43:31 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:43:31 user nova-compute[74883]:   </os>
Nov 06 08:43:31 user nova-compute[74883]:   <features>
Nov 06 08:43:31 user nova-compute[74883]:     <acpi/>
Nov 06 08:43:31 user nova-compute[74883]:     <apic/>
Nov 06 08:43:31 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:43:31 user nova-compute[74883]:   </features>
Nov 06 08:43:31 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:43:31 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:43:31 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:43:31 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:43:31 user nova-compute[74883]:   </clock>
Nov 06 08:43:31 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:43:31 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:43:31 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:43:31 user nova-compute[74883]:   </cpu>
Nov 06 08:43:31 user nova-compute[74883]:   <devices>
Nov 06 08:43:31 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:43:31 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:43:31 user nova-compute[74883]:       <source dev="/dev/sdc"/>
Nov 06 08:43:31 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:43:31 user nova-compute[74883]:       <serial>6bbbc224-8a26-4995-b4cb-fe610e1f4590</serial>
Nov 06 08:43:31 user nova-compute[74883]:     </disk>
Nov 06 08:43:31 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:43:31 user nova-compute[74883]:       <mac address="fa:16:3e:d0:55:be"/>
Nov 06 08:43:31 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:31 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:43:31 user nova-compute[74883]:       <target dev="tapabe3ab72-47"/>
Nov 06 08:43:31 user nova-compute[74883]:     </interface>
Nov 06 08:43:31 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:43:31 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d/console.log" append="off"/>
Nov 06 08:43:31 user nova-compute[74883]:     </serial>
Nov 06 08:43:31 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:43:31 user nova-compute[74883]:     <video>
Nov 06 08:43:31 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:31 user nova-compute[74883]:     </video>
Nov 06 08:43:31 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:43:31 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:43:31 user nova-compute[74883]:     </rng>
Nov 06 08:43:31 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:43:31 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:43:31 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:43:31 user nova-compute[74883]:     </memballoon>
Nov 06 08:43:31 user nova-compute[74883]:   </devices>
Nov 06 08:43:31 user nova-compute[74883]: </domain>
Nov 06 08:43:31 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaL6l89dhR105WAf/7STWOqCFWcTvOfMseQ9/jzAxAP81sL/FBW4r/vEyCKUrukc+Idw7doS6YeFqbOYHLZ0rdI7bs/Rj9n8idkAghuC+31LDQuAQ9ggT5GeU1xCXieng==',key_name='tempest-TestShelveInstance-1597951407',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:05Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG os_vif [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfe2127a-971e-564e-b4d5-8297d1221731', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabe3ab72-47, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabe3ab72-47, col_values=(('qos', UUID('9e0c1bc1-e524-4ca3-84ab-1c1fae7f2c0f')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabe3ab72-47, col_values=(('external_ids', {'iface-id': 'abe3ab72-471b-4a20-b4e7-38f1f15a74df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:55:be', 'vm-uuid': 'f672a3de-0348-4430-846f-d3b3d04f939d'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:31 user nova-compute[74883]: INFO os_vif [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47')
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:43:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] No VIF found with MAC fa:16:3e:d0:55:be, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG nova.compute.manager [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:33 user nova-compute[74883]: WARNING nova.compute.manager [req-51680efc-6c6a-4419-9c3e-c714d9f38bba req-0d2b4d61-18aa-43b4-bf86-045c6a5f4a53 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state building and task_state spawning.
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:43:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance spawned successfully.
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:35 user nova-compute[74883]: WARNING nova.compute.manager [req-c6fc2b66-276a-485c-909e-7544325ceb34 req-e7b4ea47-8e71-45c4-b8e7-7ee06e925120 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state building and task_state spawning.
Nov 06 08:43:35 user nova-compute[74883]: INFO nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Took 5.35 seconds to spawn the instance on the hypervisor.
Nov 06 08:43:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:43:35 user nova-compute[74883]: INFO nova.compute.manager [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Took 31.68 seconds to build instance.
Nov 06 08:43:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-cbdc832d-4d7c-4329-879f-73e299635bb1 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.789s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquired lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'info_cache' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:36 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Releasing lock "refresh_cache-2466e8fe-3782-4aaf-9d06-86e0a2ab3307" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:37 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance destroyed successfully.
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'resources' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG os_vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6acbaf6b-5b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ee68103-e677-41c3-be26-da0cc8efa5ae) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:37 user nova-compute[74883]: INFO os_vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start _get_guest_xml network_info=[{"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'numa_topology' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'pci_devices' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:43:37 user nova-compute[74883]:   <uuid>2466e8fe-3782-4aaf-9d06-86e0a2ab3307</uuid>
Nov 06 08:43:37 user nova-compute[74883]:   <name>instance-00000017</name>
Nov 06 08:43:37 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:43:37 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:43:37 user nova-compute[74883]:   <metadata>
Nov 06 08:43:37 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:43:37 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeTestJSON-server-567520232</nova:name>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:43:37</nova:creationTime>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:43:37 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:43:37 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:owner>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:user uuid="02f48ad69c1e4b5a80be9cac082c100e">tempest-AttachVolumeTestJSON-1437887499-project-member</nova:user>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:project uuid="57441b196b4642baa2f52822452e8f7b">tempest-AttachVolumeTestJSON-1437887499</nova:project>
Nov 06 08:43:37 user nova-compute[74883]:       </nova:owner>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:43:37 user nova-compute[74883]:       <nova:ports>
Nov 06 08:43:37 user nova-compute[74883]:         <nova:port uuid="6acbaf6b-5b48-4389-b546-06474477916c">
Nov 06 08:43:37 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:43:37 user nova-compute[74883]:         </nova:port>
Nov 06 08:43:37 user nova-compute[74883]:       </nova:ports>
Nov 06 08:43:37 user nova-compute[74883]:     </nova:instance>
Nov 06 08:43:37 user nova-compute[74883]:   </metadata>
Nov 06 08:43:37 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:43:37 user nova-compute[74883]:     <system>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="serial">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="uuid">2466e8fe-3782-4aaf-9d06-86e0a2ab3307</entry>
Nov 06 08:43:37 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:43:37 user nova-compute[74883]:     </system>
Nov 06 08:43:37 user nova-compute[74883]:   </sysinfo>
Nov 06 08:43:37 user nova-compute[74883]:   <os>
Nov 06 08:43:37 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:43:37 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:43:37 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:43:37 user nova-compute[74883]:   </os>
Nov 06 08:43:37 user nova-compute[74883]:   <features>
Nov 06 08:43:37 user nova-compute[74883]:     <acpi/>
Nov 06 08:43:37 user nova-compute[74883]:     <apic/>
Nov 06 08:43:37 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:43:37 user nova-compute[74883]:   </features>
Nov 06 08:43:37 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:43:37 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:43:37 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:43:37 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:43:37 user nova-compute[74883]:   </clock>
Nov 06 08:43:37 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:43:37 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:43:37 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:43:37 user nova-compute[74883]:   </cpu>
Nov 06 08:43:37 user nova-compute[74883]:   <devices>
Nov 06 08:43:37 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:43:37 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:43:37 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk"/>
Nov 06 08:43:37 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:43:37 user nova-compute[74883]:     </disk>
Nov 06 08:43:37 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:43:37 user nova-compute[74883]:       <mac address="fa:16:3e:5d:3b:65"/>
Nov 06 08:43:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:37 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:43:37 user nova-compute[74883]:       <target dev="tap6acbaf6b-5b"/>
Nov 06 08:43:37 user nova-compute[74883]:     </interface>
Nov 06 08:43:37 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:43:37 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/console.log" append="off"/>
Nov 06 08:43:37 user nova-compute[74883]:     </serial>
Nov 06 08:43:37 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:43:37 user nova-compute[74883]:     <video>
Nov 06 08:43:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:37 user nova-compute[74883]:     </video>
Nov 06 08:43:37 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:43:37 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:43:37 user nova-compute[74883]:     </rng>
Nov 06 08:43:37 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:43:37 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:43:37 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:43:37 user nova-compute[74883]:     </memballoon>
Nov 06 08:43:37 user nova-compute[74883]:   </devices>
Nov 06 08:43:37 user nova-compute[74883]: </domain>
Nov 06 08:43:37 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:43:37 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Cannot resize image /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'migration_context' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.objects.base [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Object Instance<2466e8fe-3782-4aaf-9d06-86e0a2ab3307> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:41:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG os_vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee3c7b06-7658-59d7-a456-78e60bf021b6', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6acbaf6b-5b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6acbaf6b-5b, col_values=(('qos', UUID('1b5fd89b-9ce9-49ef-965e-9555a02bc7e2')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6acbaf6b-5b, col_values=(('external_ids', {'iface-id': '6acbaf6b-5b48-4389-b546-06474477916c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:3b:65', 'vm-uuid': '2466e8fe-3782-4aaf-9d06-86e0a2ab3307'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:38 user nova-compute[74883]: INFO os_vif [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:43:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:40 user nova-compute[74883]: WARNING nova.compute.manager [req-6cf00fdb-6a75-453c-9e16-f2b3998f3278 req-6bab687a-6209-4f4e-aea3-f3c0f8ea6db2 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state powering-on.
Nov 06 08:43:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:43:42 user nova-compute[74883]: WARNING nova.compute.manager [req-64b88413-7147-42d9-9402-663d678ed4ca req-703aa180-4b0f-4d47-9be4-0a687cd95ec1 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state stopped and task_state powering-on.
Nov 06 08:43:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:43:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance rebooted successfully.
Nov 06 08:43:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ae0dd734-c3f9-4a67-96c6-c83a3443c078 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:43:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:43:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:54 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7330MB free_disk=24.656055450439453GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b5049f4b-1c53-4a75-942d-e1f09ee310bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 3f2a4b94-732c-458a-9147-615b8d15a28b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6234be1f-fee5-440a-ace6-0b819819c979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f672a3de-0348-4430-846f-d3b3d04f939d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b81f2eca-7980-4096-838e-57c1377a340f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:43:54 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.977s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.722s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:43:55 user nova-compute[74883]: INFO nova.compute.claims [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Claim successful on node user
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:43:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.571s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:56 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.policy [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9336c4c0ac401089e5c2846d2280e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f73876eeec09452ebe809e904ccaefad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:43:56 user nova-compute[74883]: INFO nova.virt.block_device [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Booting with volume 20936160-7a23-48e7-8dd8-f5475d3f9f25 at /dev/vda
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:43:56 user nova-compute[74883]: INFO nova.compute.claims [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Claim successful on node user
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.utils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1ccc5a-ccaf-420e-a94e-7e2ce337bfb2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e64bcd-fa27-4c90-9428-4b8f22cba849]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e01c006a-3efc-40b1-bc0c-808fff963aa3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6af21ef-7e46-4777-b90f-613fc4c2c500]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:43:56 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[19fc4748-a5e1-4d89-a51f-e1b8f2377d80]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG os_brick.utils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating existing volume attachment record: 10b140df-2043-4de3-affe-a26b4e3c8478 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Successfully created port: 9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.689s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:43:56 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:43:57 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.policy [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b60fb736a034e56968b33d027d5cac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a09c4009a744676ac8f0f7eeea1e2a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:43:57 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Creating image(s)
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "/opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "/opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "/opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.222s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.219s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk 1073741824" returned: 0 in 0.071s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Successfully updated port: 9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Successfully created port: 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-changed-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Refreshing instance network info cache due to event network-changed-9638b40a-23b6-4430-9f6a-576660e11583. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:43:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Cannot resize image /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Ensure instance console log exists: /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance network_info: |[{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Refreshing network info cache for port 9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Successfully updated port: 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquired lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-changed-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Refreshing instance network info cache due to event network-changed-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] Acquiring lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updated VIF entry in instance network info cache for port 9638b40a-23b6-4430-9f6a-576660e11583. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-32ff75e4-6951-4ffa-a599-04b2ec5c1fae req-777f4461-449f-4c6e-b56b-eaf2abb27b7e service nova] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updating instance_info_cache with network_info: [{"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Releasing lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Instance network_info: |[{"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] Acquired lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Refreshing network info cache for port 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Start _get_guest_xml network_info=[{"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:43:58 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:58 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-270450644',display_name='tempest-VolumesSnapshotTestJSON-instance-270450644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-270450644',id=35,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPz6a5zIYvqEaUN1AlxY5LspN8VqzioHAsEfyfI/XL1qQp882/aHkYyH7Mpm7GjzEZHK8aw1rA5y0hk3wWjwcdTBwLvkhfJHLzBj3F0cidDPZJtvZjHqa/N4B9lMKnLfrQ==',key_name='tempest-keypair-2088754967',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-mxvjqw64',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=5ff8b247-4369-40de-aac3-8f79af342cb1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'pci_devices' on Instance uuid 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:43:59 user nova-compute[74883]:   <uuid>5ff8b247-4369-40de-aac3-8f79af342cb1</uuid>
Nov 06 08:43:59 user nova-compute[74883]:   <name>instance-00000023</name>
Nov 06 08:43:59 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:43:59 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:43:59 user nova-compute[74883]:   <metadata>
Nov 06 08:43:59 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:43:59 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-270450644</nova:name>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:43:58</nova:creationTime>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:43:59 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:43:59 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:owner>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:user uuid="4b60fb736a034e56968b33d027d5cac3">tempest-VolumesSnapshotTestJSON-1488640338-project-member</nova:user>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:project uuid="1a09c4009a744676ac8f0f7eeea1e2a4">tempest-VolumesSnapshotTestJSON-1488640338</nova:project>
Nov 06 08:43:59 user nova-compute[74883]:       </nova:owner>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:43:59 user nova-compute[74883]:       <nova:ports>
Nov 06 08:43:59 user nova-compute[74883]:         <nova:port uuid="1ddfcc2b-54e3-47f9-b1ec-77cac012cff2">
Nov 06 08:43:59 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 08:43:59 user nova-compute[74883]:         </nova:port>
Nov 06 08:43:59 user nova-compute[74883]:       </nova:ports>
Nov 06 08:43:59 user nova-compute[74883]:     </nova:instance>
Nov 06 08:43:59 user nova-compute[74883]:   </metadata>
Nov 06 08:43:59 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:43:59 user nova-compute[74883]:     <system>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="serial">5ff8b247-4369-40de-aac3-8f79af342cb1</entry>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="uuid">5ff8b247-4369-40de-aac3-8f79af342cb1</entry>
Nov 06 08:43:59 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:43:59 user nova-compute[74883]:     </system>
Nov 06 08:43:59 user nova-compute[74883]:   </sysinfo>
Nov 06 08:43:59 user nova-compute[74883]:   <os>
Nov 06 08:43:59 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:43:59 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:43:59 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:43:59 user nova-compute[74883]:   </os>
Nov 06 08:43:59 user nova-compute[74883]:   <features>
Nov 06 08:43:59 user nova-compute[74883]:     <acpi/>
Nov 06 08:43:59 user nova-compute[74883]:     <apic/>
Nov 06 08:43:59 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:43:59 user nova-compute[74883]:   </features>
Nov 06 08:43:59 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:43:59 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:43:59 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:43:59 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:43:59 user nova-compute[74883]:   </clock>
Nov 06 08:43:59 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:43:59 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:43:59 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:43:59 user nova-compute[74883]:   </cpu>
Nov 06 08:43:59 user nova-compute[74883]:   <devices>
Nov 06 08:43:59 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:43:59 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:43:59 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk"/>
Nov 06 08:43:59 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:43:59 user nova-compute[74883]:     </disk>
Nov 06 08:43:59 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:43:59 user nova-compute[74883]:       <mac address="fa:16:3e:90:25:2e"/>
Nov 06 08:43:59 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:59 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:43:59 user nova-compute[74883]:       <target dev="tap1ddfcc2b-54"/>
Nov 06 08:43:59 user nova-compute[74883]:     </interface>
Nov 06 08:43:59 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:43:59 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/console.log" append="off"/>
Nov 06 08:43:59 user nova-compute[74883]:     </serial>
Nov 06 08:43:59 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:43:59 user nova-compute[74883]:     <video>
Nov 06 08:43:59 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:43:59 user nova-compute[74883]:     </video>
Nov 06 08:43:59 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:43:59 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:43:59 user nova-compute[74883]:     </rng>
Nov 06 08:43:59 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:43:59 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:43:59 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:43:59 user nova-compute[74883]:     </memballoon>
Nov 06 08:43:59 user nova-compute[74883]:   </devices>
Nov 06 08:43:59 user nova-compute[74883]: </domain>
Nov 06 08:43:59 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-270450644',display_name='tempest-VolumesSnapshotTestJSON-instance-270450644',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-270450644',id=35,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPz6a5zIYvqEaUN1AlxY5LspN8VqzioHAsEfyfI/XL1qQp882/aHkYyH7Mpm7GjzEZHK8aw1rA5y0hk3wWjwcdTBwLvkhfJHLzBj3F0cidDPZJtvZjHqa/N4B9lMKnLfrQ==',key_name='tempest-keypair-2088754967',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-mxvjqw64',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=5ff8b247-4369-40de-aac3-8f79af342cb1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG os_vif [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '252e73e7-4ca2-572b-a881-35a99801758c', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1ddfcc2b-54, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1ddfcc2b-54, col_values=(('qos', UUID('f9609e58-0769-4abd-b61c-0b7ce8585d36')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1ddfcc2b-54, col_values=(('external_ids', {'iface-id': '1ddfcc2b-54e3-47f9-b1ec-77cac012cff2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:25:2e', 'vm-uuid': '5ff8b247-4369-40de-aac3-8f79af342cb1'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:43:59 user nova-compute[74883]: INFO os_vif [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54')
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No VIF found with MAC fa:16:3e:90:25:2e, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updated VIF entry in instance network info cache for port 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updating instance_info_cache with network_info: [{"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6645e5f1-5b46-48fc-835f-c87d282b16fb req-fe44da13-fae3-45f5-ac40-ff1b9f946306 service nova] Releasing lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:43:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:01 user nova-compute[74883]: WARNING nova.compute.manager [req-b857d53f-2719-4422-90c5-a52068c6d4b4 req-8098816d-66d6-4a43-b79b-f2df3ec74a68 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state building and task_state spawning.
Nov 06 08:44:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:02 user nova-compute[74883]: INFO nova.compute.manager [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Detaching volume 24f8e7bf-ce9c-4514-b6f2-00221254410d
Nov 06 08:44:02 user nova-compute[74883]: INFO nova.virt.block_device [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Attempting to driver detach volume 24f8e7bf-ce9c-4514-b6f2-00221254410d from mountpoint /dev/vdb
Nov 06 08:44:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Attempting to detach device vdb from instance b5049f4b-1c53-4a75-942d-e1f09ee310bd from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:44:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:44:02 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:44:02 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:44:02 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:44:02 user nova-compute[74883]:   <serial>24f8e7bf-ce9c-4514-b6f2-00221254410d</serial>
Nov 06 08:44:02 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:44:02 user nova-compute[74883]: </disk>
Nov 06 08:44:02 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:44:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully detached device vdb from instance b5049f4b-1c53-4a75-942d-e1f09ee310bd from the persistent domain config.
Nov 06 08:44:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b5049f4b-1c53-4a75-942d-e1f09ee310bd from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:44:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:44:02 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:44:02 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:44:02 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:44:02 user nova-compute[74883]:   <serial>24f8e7bf-ce9c-4514-b6f2-00221254410d</serial>
Nov 06 08:44:02 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:44:02 user nova-compute[74883]: </disk>
Nov 06 08:44:02 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:44:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Instance spawned successfully.
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:03 user nova-compute[74883]: WARNING nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state building and task_state spawning.
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-changed-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing instance network info cache due to event network-changed-062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:44:03 user nova-compute[74883]: INFO nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Took 5.98 seconds to spawn the instance on the hypervisor.
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:44:03 user nova-compute[74883]: INFO nova.compute.manager [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Took 7.10 seconds to build instance.
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ae96c58-d243-4ced-b271-7ecc52f8fe78 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.262s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updated VIF entry in instance network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-changed-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing instance network info cache due to event network-changed-062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Acquiring lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Acquired lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Refreshing network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:44:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updated VIF entry in instance network info cache for port 062e4ab0-0198-4284-acad-537b0672d83f. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:44:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [{"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f41abaee-dcc3-42f9-947e-1eb3056b899d req-11a5c382-f58c-4226-bdf5-5484695d39d7 service nova] Releasing lock "refresh_cache-b5049f4b-1c53-4a75-942d-e1f09ee310bd" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:10 user nova-compute[74883]: INFO nova.compute.manager [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Terminating instance
Nov 06 08:44:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-dabab6c8-f267-4e16-8ef9-ee89d23aa6c4 req-88ab4b88-33e6-4107-b9a7-5e06d1e0ed0d service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-unplugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Instance destroyed successfully.
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lazy-loading 'resources' on Instance uuid 3f2a4b94-732c-458a-9147-615b8d15a28b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:38:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-455238799',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-455238799',id=29,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP4PnnTNRmR2V6B9PwXsUoFId15hy4ZgVWFe7PQzUcqQnkx3N+Rwbtq/Ya6g37hWzWUlLhhQ2UfbQevreJi7apQGpe2jhbC2hdVpmaaaMdwhRyOWh/krDfRomB2DmCjTbg==',key_name='tempest-keypair-270554480',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:42:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='964147e774c74b4b86120e20100ddc97',ramdisk_id='',reservation_id='r-934jjzf5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1779164499',owner_user_name='tempest-AttachVolumeShelveTestJSON-1779164499-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:42:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='27b4e43f9bbb4a87b053bfcde1eb8aac',uuid=3f2a4b94-732c-458a-9147-615b8d15a28b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converting VIF {"id": "138c98da-573d-499f-96f9-fc78005cf09c", "address": "fa:16:3e:87:82:8b", "network": {"id": "54c051e1-b099-4b1a-ba27-ab7322d7c94e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-924015797-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "964147e774c74b4b86120e20100ddc97", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap138c98da-57", "ovs_interfaceid": "138c98da-573d-499f-96f9-fc78005cf09c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG os_vif [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap138c98da-57, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=346785ed-6e52-4989-b6ba-eb80863299fa) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:11 user nova-compute[74883]: INFO os_vif [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:82:8b,bridge_name='br-int',has_traffic_filtering=True,id=138c98da-573d-499f-96f9-fc78005cf09c,network=Network(54c051e1-b099-4b1a-ba27-ab7322d7c94e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap138c98da-57')
Nov 06 08:44:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Deleting instance files /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b_del
Nov 06 08:44:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Deletion of /opt/stack/data/nova/instances/3f2a4b94-732c-458a-9147-615b8d15a28b_del complete
Nov 06 08:44:11 user nova-compute[74883]: INFO nova.compute.manager [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Took 1.09 seconds to destroy the instance on the hypervisor.
Nov 06 08:44:11 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:44:11 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:44:12 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:12 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Took 0.92 seconds to deallocate network for instance.
Nov 06 08:44:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] Acquiring lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] No waiting events found dispatching network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:13 user nova-compute[74883]: WARNING nova.compute.manager [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received unexpected event network-vif-plugged-138c98da-573d-499f-96f9-fc78005cf09c for instance with vm_state deleted and task_state None.
Nov 06 08:44:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-403effd0-78a0-4430-9f0d-cdd328d41cb8 req-9db2e511-dedb-4fc3-afd1-4757f3544589 service nova] [instance: 3f2a4b94-732c-458a-9147-615b8d15a28b] Received event network-vif-deleted-138c98da-573d-499f-96f9-fc78005cf09c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.574s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:13 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Deleted allocations for instance 3f2a4b94-732c-458a-9147-615b8d15a28b
Nov 06 08:44:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6dabc95f-13b4-4d2b-b33c-e9f6b688be3d tempest-AttachVolumeShelveTestJSON-1779164499 tempest-AttachVolumeShelveTestJSON-1779164499-project-member] Lock "3f2a4b94-732c-458a-9147-615b8d15a28b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.778s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:44:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Creating image(s)
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Ensure instance console log exists: /opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start _get_guest_xml network_info=[{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5ee5f394-55fb-4b9b-bdee-217137e975f5', 'attached_at': '', 'detached_at': '', 'volume_id': '20936160-7a23-48e7-8dd8-f5475d3f9f25', 'serial': '20936160-7a23-48e7-8dd8-f5475d3f9f25'}, 'attachment_id': '10b140df-2043-4de3-affe-a26b4e3c8478', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:44:20 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:20 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:20 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:20 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:20 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[39644079-5ecc-41eb-9998-8337e258fe98]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:44:20 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[979c8eb8-4b2b-4df8-990c-183b102ca9ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25] added
Nov 06 08:44:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f291a8cb-7271-4803-8ad3-07a6490af020]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7180d1ec-a966-49da-a7b6-181f4a40084e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUVOCIbw {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUVOCIbw" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f0a5c9-e442-483d-98f2-8c52670552f6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RUVOCIbw'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f4aee1-e169-4341-aa38-cbc3ee1bd500]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a716c7-098c-4336-a115-5671bad31816]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd0ea774-0fd9-4a60-adef-b1b2cd86f7d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]
Nov 06 08:44:21 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.
Nov 06 08:44:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ed3341-7533-4f66-a1f0-0abf3011021e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4af1276-ab00-4099-90df-3b98c7c6f881]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[093de092-c21c-4320-8129-8440d904aaea]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:44:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '26133373865613863', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133373865613863', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'pci_devices' on Instance uuid 5ee5f394-55fb-4b9b-bdee-217137e975f5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:44:22 user nova-compute[74883]:   <uuid>5ee5f394-55fb-4b9b-bdee-217137e975f5</uuid>
Nov 06 08:44:22 user nova-compute[74883]:   <name>instance-00000022</name>
Nov 06 08:44:22 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:44:22 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:44:22 user nova-compute[74883]:   <metadata>
Nov 06 08:44:22 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:44:22 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:44:22 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherA-server-24208108</nova:name>
Nov 06 08:44:22 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:44:20</nova:creationTime>
Nov 06 08:44:22 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:44:22 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:44:22 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:44:22 user nova-compute[74883]:       <nova:owner>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:user uuid="4e9336c4c0ac401089e5c2846d2280e0">tempest-ServerActionsTestOtherA-379230393-project-member</nova:user>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:project uuid="f73876eeec09452ebe809e904ccaefad">tempest-ServerActionsTestOtherA-379230393</nova:project>
Nov 06 08:44:22 user nova-compute[74883]:       </nova:owner>
Nov 06 08:44:22 user nova-compute[74883]:       <nova:ports>
Nov 06 08:44:22 user nova-compute[74883]:         <nova:port uuid="9638b40a-23b6-4430-9f6a-576660e11583">
Nov 06 08:44:22 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:44:22 user nova-compute[74883]:         </nova:port>
Nov 06 08:44:22 user nova-compute[74883]:       </nova:ports>
Nov 06 08:44:22 user nova-compute[74883]:     </nova:instance>
Nov 06 08:44:22 user nova-compute[74883]:   </metadata>
Nov 06 08:44:22 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:44:22 user nova-compute[74883]:     <system>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="serial">5ee5f394-55fb-4b9b-bdee-217137e975f5</entry>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="uuid">5ee5f394-55fb-4b9b-bdee-217137e975f5</entry>
Nov 06 08:44:22 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:44:22 user nova-compute[74883]:     </system>
Nov 06 08:44:22 user nova-compute[74883]:   </sysinfo>
Nov 06 08:44:22 user nova-compute[74883]:   <os>
Nov 06 08:44:22 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:44:22 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:44:22 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:44:22 user nova-compute[74883]:   </os>
Nov 06 08:44:22 user nova-compute[74883]:   <features>
Nov 06 08:44:22 user nova-compute[74883]:     <acpi/>
Nov 06 08:44:22 user nova-compute[74883]:     <apic/>
Nov 06 08:44:22 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:44:22 user nova-compute[74883]:   </features>
Nov 06 08:44:22 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:44:22 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:44:22 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:44:22 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:44:22 user nova-compute[74883]:   </clock>
Nov 06 08:44:22 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:44:22 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:44:22 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:44:22 user nova-compute[74883]:   </cpu>
Nov 06 08:44:22 user nova-compute[74883]:   <devices>
Nov 06 08:44:22 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:44:22 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:44:22 user nova-compute[74883]:       <source dev="/dev/sdd"/>
Nov 06 08:44:22 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:44:22 user nova-compute[74883]:       <serial>20936160-7a23-48e7-8dd8-f5475d3f9f25</serial>
Nov 06 08:44:22 user nova-compute[74883]:     </disk>
Nov 06 08:44:22 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:44:22 user nova-compute[74883]:       <mac address="fa:16:3e:fb:98:a9"/>
Nov 06 08:44:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:44:22 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:44:22 user nova-compute[74883]:       <target dev="tap9638b40a-23"/>
Nov 06 08:44:22 user nova-compute[74883]:     </interface>
Nov 06 08:44:22 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:44:22 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5/console.log" append="off"/>
Nov 06 08:44:22 user nova-compute[74883]:     </serial>
Nov 06 08:44:22 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:44:22 user nova-compute[74883]:     <video>
Nov 06 08:44:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:44:22 user nova-compute[74883]:     </video>
Nov 06 08:44:22 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:44:22 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:44:22 user nova-compute[74883]:     </rng>
Nov 06 08:44:22 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:44:22 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:44:22 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:44:22 user nova-compute[74883]:     </memballoon>
Nov 06 08:44:22 user nova-compute[74883]:   </devices>
Nov 06 08:44:22 user nova-compute[74883]: </domain>
Nov 06 08:44:22 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG os_vif [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15317a06-0fc8-5e80-82ff-365ffc78331e', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9638b40a-23, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9638b40a-23, col_values=(('qos', UUID('38400e9e-3ea3-4169-8830-245d71aedb26')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9638b40a-23, col_values=(('external_ids', {'iface-id': '9638b40a-23b6-4430-9f6a-576660e11583', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:98:a9', 'vm-uuid': '5ee5f394-55fb-4b9b-bdee-217137e975f5'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:22 user nova-compute[74883]: INFO os_vif [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23')
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:44:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:fb:98:a9, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:44:23 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b5049f4b-1c53-4a75-942d-e1f09ee310bd is timed out.
Nov 06 08:44:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully detached device vdb from instance b5049f4b-1c53-4a75-942d-e1f09ee310bd from the live domain config.
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uFyULGqI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:23 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadc37c9-57d1-413f-a600-11346cfd99c3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:44:23 user nova-compute[74883]: No targets found.
Nov 06 08:44:23 user nova-compute[74883]: iSNS:
Nov 06 08:44:23 user nova-compute[74883]: No targets found.
Nov 06 08:44:23 user nova-compute[74883]: STATIC:
Nov 06 08:44:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:44:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:44:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d
Nov 06 08:44:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:44:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:23 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:44:23 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:23 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:23 user nova-compute[74883]: FIRMWARE:
Nov 06 08:44:23 user nova-compute[74883]: No targets found.
Nov 06 08:44:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:44:23 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:44:23 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[374f8225-e7ae-4ce9-b8e4-a4d6f44fd900]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc1e6047-fd06-49e7-a0bd-f5729a4fa2da]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11945d84c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[128d0a39-b539-4d59-9a3c-99cd03d1443e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[802edf54-f3f8-478a-91df-4ffc4e5f58ae]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9a4fee-e820-493f-b961-02873e87fc74]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.053s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abf3134-3c19-4683-825c-4c0a38ae4368]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb438296-76bf-40c0-afa0-fcac1cff2546]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2011b49b-cd78-45af-affa-5e007092f5b1]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260]
Nov 06 08:44:23 user nova-compute[74883]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d, portal: 172.16.0.220,3260] successful.
Nov 06 08:44:23 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:24f8e7bf-ce9c-4514-b6f2-00221254410d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd83cc43-7f64-41d0-9d2b-d13a9f2a94c0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] <== disconnect_volume: return (356ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:23 user nova-compute[74883]: WARNING nova.compute.manager [req-f2023f3e-30f2-4a10-980f-119118806613 req-494db8b4-008e-4a8f-942b-23ba91b6e106 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state building and task_state spawning.
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-changed-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Refreshing instance network info cache due to event network-changed-619d49f1-5ec1-4508-8d3f-a53cbde88cc8. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] Acquiring lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] Acquired lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Refreshing network info cache for port 619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:44:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updated VIF entry in instance network info cache for port 619d49f1-5ec1-4508-8d3f-a53cbde88cc8. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:44:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updating instance_info_cache with network_info: [{"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ca4118ab-a6bc-44a9-bc7e-072b4e8ce65e req-43b9897e-5217-4888-bb31-82262f61e333 service nova] Releasing lock "refresh_cache-6234be1f-fee5-440a-ace6-0b819819c979" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:24 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'flavor' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a03a5dd4-5224-485e-9feb-712d5df23ad7 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.034s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:44:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance spawned successfully.
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:25 user nova-compute[74883]: WARNING nova.compute.manager [req-037b55fa-74ad-4632-9da1-f1cd312feef2 req-087f3580-5631-4e5a-a224-fd05a55fae38 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state building and task_state spawning.
Nov 06 08:44:25 user nova-compute[74883]: INFO nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Took 5.07 seconds to spawn the instance on the hypervisor.
Nov 06 08:44:25 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:44:25 user nova-compute[74883]: INFO nova.compute.manager [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Took 31.42 seconds to build instance.
Nov 06 08:44:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d3518263-3cbe-45ad-a74c-491290e5b538 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.533s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:28 user nova-compute[74883]: INFO nova.compute.manager [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Rescuing
Nov 06 08:44:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:28 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:44:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:28 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating instance_info_cache with network_info: [{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:29 user nova-compute[74883]: WARNING nova.compute.manager [req-5d88f267-ee96-4079-b499-774cea0f4811 req-bbfc1548-2873-4fec-865f-7381a23e690e service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state active and task_state rescuing.
Nov 06 08:44:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance destroyed successfully.
Nov 06 08:44:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Attempting a stable device rescue
Nov 06 08:44:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74883) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:44:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Creating image(s)
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'trusted_certs' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.part --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG nova.virt.images [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] 941da0c8-8d1a-4ce1-95ae-2571b3a13bbd was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.part /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:31 user nova-compute[74883]: WARNING nova.compute.manager [req-a76048dd-3c35-4d0d-b4a7-25a16cab70c5 req-dff96ec1-cd93-45d8-a51d-f5d7b2246f3c service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state active and task_state rescuing.
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.part /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.converted" returned: 0 in 0.270s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lazy-loading 'flavor' on Instance uuid 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.760s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:31 user nova-compute[74883]: INFO nova.compute.manager [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Attaching volume 36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 to /dev/vdb
Nov 06 08:44:31 user nova-compute[74883]: DEBUG os_brick.utils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c,backing_fmt=raw /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[50721742-d178-4722-b171-3f2ecf37bf35]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c,backing_fmt=raw /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue" returned: 0 in 0.065s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'migration_context' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a66ff7-1362-46cc-9449-4e8901dbf327]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<beca0a3d-c9a4-4fdd-a512-76bab27eb120> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start _get_guest_xml network_info=[{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:3b:45:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '941da0c8-8d1a-4ce1-95ae-2571b3a13bbd', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'beca0a3d-c9a4-4fdd-a512-76bab27eb120', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1443669-4801-4602-b1b3-a0d8a61ccd43', 'serial': 'f1443669-4801-4602-b1b3-a0d8a61ccd43'}, 'attachment_id': '78364bf8-6a45-4f02-af01-b7c3055a49e0', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a384948d-0be7-4b4c-a6dd-353e2e86545c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d2e794-3d1a-43b7-bbf2-d88c00d7178e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<beca0a3d-c9a4-4fdd-a512-76bab27eb120> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'numa_topology' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<beca0a3d-c9a4-4fdd-a512-76bab27eb120> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:44:32 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[293b034f-a563-4b62-a3b2-e17e48bc876b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:32 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] <== get_connector_properties: return (191ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updating existing volume attachment record: f7d44bac-5a3a-45be-a09a-fdba9724a8f0 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'vcpu_model' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<beca0a3d-c9a4-4fdd-a512-76bab27eb120> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:32 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:32 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:32 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4ce626-f954-48a5-be45-cc2d5f077ac1]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = EPrLtuix\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 06 08:44:32 user nova-compute[74883]: node.name = iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:44:32 user nova-compute[74883]: node.tpgt = -1
Nov 06 08:44:32 user nova-compute[74883]: node.startup = automatic
Nov 06 08:44:32 user nova-compute[74883]: node.leading_login = No
Nov 06 08:44:32 user nova-compute[74883]: iface.iscsi_ifacename = default
Nov 06 08:44:32 user nova-compute[74883]: iface.net_ifacename = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.ipaddress = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.prefix_len = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.hwaddress = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.transport_name = tcp
Nov 06 08:44:32 user nova-compute[74883]: iface.initiatorname = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.vlan_id = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.vlan_priority = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.vlan_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.iface_num = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.mtu = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.port = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.bootproto = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.subnet_mask = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.gateway = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_alt_client_id_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_alt_client_id = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_dns = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_learn_iqn = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_req_vendor_id_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_vendor_id_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_vendor_id = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.dhcp_slp_da = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.fragmentation = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.gratuitous_arp = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.incoming_forwarding = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.tos_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.tos = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.ttl = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.delayed_ack = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.tcp_nagle = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.tcp_wsf_state = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.tcp_wsf = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.tcp_timer_scale = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.tcp_timestamp = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.redirect = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.def_task_mgmt_timeout = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.header_digest = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.data_digest = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.immediate_data = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.initial_r2t = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.data_seq_inorder = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.data_pdu_inorder = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.erl = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.max_receive_data_len = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.first_burst_len = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.max_outstanding_r2t = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.max_burst_len = 0
Nov 06 08:44:32 user nova-compute[74883]: iface.chap_auth = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.bidi_chap = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.strict_login_compliance = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.discovery_auth = <empty>
Nov 06 08:44:32 user nova-compute[74883]: iface.discovery_logout = <empty>
Nov 06 08:44:32 user nova-compute[74883]: node.discovery_address = <empty>
Nov 06 08:44:32 user nova-compute[74883]: node.discovery_port = 0
Nov 06 08:44:32 user nova-compute[74883]: node.discovery_type = static
Nov 06 08:44:32 user nova-compute[74883]: node.session.initial_cmdsn = 0
Nov 06 08:44:32 user nova-compute[74883]: node.session.initial_login_retry_max = 8
Nov 06 08:44:32 user nova-compute[74883]: node.session.xmit_thread_priority = -20
Nov 06 08:44:32 user nova-compute[74883]: node.session.cmds_max = 128
Nov 06 08:44:32 user nova-compute[74883]: node.session.queue_depth = 32
Nov 06 08:44:32 user nova-compute[74883]: node.session.nr_sessions = 1
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.authmethod = CHAP
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.username = EPrLtuix
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.password = ***
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.username_in = <empty>
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.password_in = <empty>
Nov 06 08:44:32 user nova-compute[74883]: node.session.auth.chap_algs = MD5
Nov 06 08:44:32 user nova-compute[74883]: node.session.timeo.replacement_timeout = 120
Nov 06 08:44:32 user nova-compute[74883]: node.session.err_timeo.abort_timeout = 15
Nov 06 08:44:32 user nova-compute[74883]: node.session.err_timeo.lu_reset_timeout = 30
Nov 06 08:44:32 user nova-compute[74883]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 06 08:44:32 user nova-compute[74883]: node.session.err_timeo.host_reset_timeout = 60
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.FastAbort = Yes
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.InitialR2T = No
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.ImmediateData = Yes
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.FirstBurstLength = 262144
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.MaxBurstLength = 16776192
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.DefaultTime2Retain = 0
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.DefaultTime2Wait = 2
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.MaxConnections = 1
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 06 08:44:32 user nova-compute[74883]: node.session.iscsi.ERL = 0
Nov 06 08:44:32 user nova-compute[74883]: node.session.scan = manual
Nov 06 08:44:32 user nova-compute[74883]: node.session.reopen_max = 0
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].address = 172.16.0.220
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].port = 3260
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].startup = manual
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].tcp.window_size = 524288
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].tcp.type_of_service = 0
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].timeo.logout_timeout = 15
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].timeo.login_timeout = 15
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].timeo.auth_timeout = 45
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].timeo.noop_out_interval = 5
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].timeo.noop_out_timeout = 5
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.HeaderDigest = None
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.DataDigest = None
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.IFMarker = No
Nov 06 08:44:32 user nova-compute[74883]: node.conn[0].iscsi.OFMarker = No
Nov 06 08:44:32 user nova-compute[74883]: # END RECORD
Nov 06 08:44:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece9edd5-c55f-476f-8b79-92590230b94d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[264c5cfc-b416-46c0-9df1-9f2242e2849f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EPrLtuix {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EPrLtuix" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b0327bb-506a-49b0-a7b8-31e54e972a58]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EPrLtuix'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2338cad-02bb-4635-a077-0b7d1e36a5f1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[456337e8-e70b-4dc4-b1f0-8426a573d5e3]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.185s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] HCTL ('33', '0', '0', 0) found on session 33 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9d384e-c094-4a5a-be6a-2bcfee9bac0e]: (4, ('0 0 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Searching for a device in session 33 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.210s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== connect_volume: return (212ms) {'type': 'block', 'scsi_wwn': '26136356632373366', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136356632373366', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:40:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1143202119',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1143202119',id=30,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:43:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-860upe1k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:43:08Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=beca0a3d-c9a4-4fdd-a512-76bab27eb120,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:3b:45:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "vif_mac": "fa:16:3e:3b:45:0f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'pci_devices' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.objects.base [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Object Instance<beca0a3d-c9a4-4fdd-a512-76bab27eb120> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:44:32 user nova-compute[74883]:   <uuid>beca0a3d-c9a4-4fdd-a512-76bab27eb120</uuid>
Nov 06 08:44:32 user nova-compute[74883]:   <name>instance-0000001e</name>
Nov 06 08:44:32 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:44:32 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:44:32 user nova-compute[74883]:   <metadata>
Nov 06 08:44:32 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:44:32 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1143202119</nova:name>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:44:32</nova:creationTime>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:44:32 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:44:32 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:owner>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:user uuid="9ce177681df348b99f51f44dda9a403f">tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member</nova:user>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:project uuid="eccf84f6fb7a4acab96b36483087cfa5">tempest-ServerBootFromVolumeStableRescueTest-252409985</nova:project>
Nov 06 08:44:32 user nova-compute[74883]:       </nova:owner>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:44:32 user nova-compute[74883]:       <nova:ports>
Nov 06 08:44:32 user nova-compute[74883]:         <nova:port uuid="6c515fbf-c8a0-4139-91fb-18b34b8b58b7">
Nov 06 08:44:32 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 06 08:44:32 user nova-compute[74883]:         </nova:port>
Nov 06 08:44:32 user nova-compute[74883]:       </nova:ports>
Nov 06 08:44:32 user nova-compute[74883]:     </nova:instance>
Nov 06 08:44:32 user nova-compute[74883]:   </metadata>
Nov 06 08:44:32 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:44:32 user nova-compute[74883]:     <system>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="serial">beca0a3d-c9a4-4fdd-a512-76bab27eb120</entry>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="uuid">beca0a3d-c9a4-4fdd-a512-76bab27eb120</entry>
Nov 06 08:44:32 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:44:32 user nova-compute[74883]:     </system>
Nov 06 08:44:32 user nova-compute[74883]:   </sysinfo>
Nov 06 08:44:32 user nova-compute[74883]:   <os>
Nov 06 08:44:32 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:44:32 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:44:32 user nova-compute[74883]:   </os>
Nov 06 08:44:32 user nova-compute[74883]:   <features>
Nov 06 08:44:32 user nova-compute[74883]:     <acpi/>
Nov 06 08:44:32 user nova-compute[74883]:     <apic/>
Nov 06 08:44:32 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:44:32 user nova-compute[74883]:   </features>
Nov 06 08:44:32 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:44:32 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:44:32 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:44:32 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:44:32 user nova-compute[74883]:   </clock>
Nov 06 08:44:32 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:44:32 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:44:32 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:44:32 user nova-compute[74883]:   </cpu>
Nov 06 08:44:32 user nova-compute[74883]:   <devices>
Nov 06 08:44:32 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:44:32 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:44:32 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:44:32 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:44:32 user nova-compute[74883]:       <serial>f1443669-4801-4602-b1b3-a0d8a61ccd43</serial>
Nov 06 08:44:32 user nova-compute[74883]:     </disk>
Nov 06 08:44:32 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:44:32 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:44:32 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue"/>
Nov 06 08:44:32 user nova-compute[74883]:       <target dev="vdb" bus="virtio"/>
Nov 06 08:44:32 user nova-compute[74883]:       <boot order="1"/>
Nov 06 08:44:32 user nova-compute[74883]:     </disk>
Nov 06 08:44:32 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:44:32 user nova-compute[74883]:       <mac address="fa:16:3e:3b:45:0f"/>
Nov 06 08:44:32 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:44:32 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:44:32 user nova-compute[74883]:       <target dev="tap6c515fbf-c8"/>
Nov 06 08:44:32 user nova-compute[74883]:     </interface>
Nov 06 08:44:32 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:44:32 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/console.log" append="off"/>
Nov 06 08:44:32 user nova-compute[74883]:     </serial>
Nov 06 08:44:32 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:44:32 user nova-compute[74883]:     <video>
Nov 06 08:44:32 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:44:32 user nova-compute[74883]:     </video>
Nov 06 08:44:32 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:44:32 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:44:32 user nova-compute[74883]:     </rng>
Nov 06 08:44:32 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:44:32 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:44:32 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:44:32 user nova-compute[74883]:     </memballoon>
Nov 06 08:44:32 user nova-compute[74883]:   </devices>
Nov 06 08:44:32 user nova-compute[74883]: </domain>
Nov 06 08:44:32 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:44:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance destroyed successfully.
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:44:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] No VIF found with MAC fa:16:3e:3b:45:0f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:44:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:34 user nova-compute[74883]: WARNING nova.compute.manager [req-bd0c1128-df2b-4dd8-bb3b-470ac408e173 req-83f6d033-7062-4ebf-8591-7b0d91784aaf service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state active and task_state rescuing.
Nov 06 08:44:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:36 user nova-compute[74883]: WARNING nova.compute.manager [req-a4b70a9a-a10e-439b-85c5-80665bd28cf5 req-8b625133-225d-424c-8e2e-bc54c70a0e73 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state active and task_state rescuing.
Nov 06 08:44:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f035c807-6287-4e93-9b0c-45059bea91cd tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:44:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:44:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:53 user nova-compute[74883]: INFO nova.compute.manager [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Terminating instance
Nov 06 08:44:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-7486cc91-468c-4e2b-9072-ab071a8a3744 req-3551955d-7db5-4c84-b429-21b7b51ccf5a service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-unplugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Instance destroyed successfully.
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid b5049f4b-1c53-4a75-942d-e1f09ee310bd {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:38:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1547405596',display_name='tempest-ServerRescueNegativeTestJSON-server-1547405596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1547405596',id=28,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCCaCK1M+aWmA0qK7DVkQ1oON75cnnLzeNnc3b8f+vEo+ouAq1LCLU9ZUpyqGvtq/Q9A9ASvvm85VXK1IsHPdRrbKTPzgabQD1xdPaXyWm3wDawbrQYNpGWCIczkz/IpOg==',key_name='tempest-keypair-134355674',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:40:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-cvpvyve5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:42:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=b5049f4b-1c53-4a75-942d-e1f09ee310bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "062e4ab0-0198-4284-acad-537b0672d83f", "address": "fa:16:3e:c8:60:c3", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap062e4ab0-01", "ovs_interfaceid": "062e4ab0-0198-4284-acad-537b0672d83f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG os_vif [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap062e4ab0-01, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=54f23503-2d4c-4236-aa6f-954a19f62b0a) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:54 user nova-compute[74883]: INFO os_vif [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c8:60:c3,bridge_name='br-int',has_traffic_filtering=True,id=062e4ab0-0198-4284-acad-537b0672d83f,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap062e4ab0-01')
Nov 06 08:44:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Deleting instance files /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd_del
Nov 06 08:44:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Deletion of /opt/stack/data/nova/instances/b5049f4b-1c53-4a75-942d-e1f09ee310bd_del complete
Nov 06 08:44:54 user nova-compute[74883]: INFO nova.compute.manager [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:55 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Took 0.97 seconds to deallocate network for instance.
Nov 06 08:44:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-fb77c948-1c35-47d9-9366-ab8897e9ca7c req-b87ffbd0-ce0a-43df-866f-30f4aa3c9474 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-deleted-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] Acquiring lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] No waiting events found dispatching network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:55 user nova-compute[74883]: WARNING nova.compute.manager [req-c2c94481-a028-4a0c-808a-230a55860dc1 req-f4a1d6a7-fbb7-461f-b86b-bd659cc015d8 service nova] [instance: b5049f4b-1c53-4a75-942d-e1f09ee310bd] Received unexpected event network-vif-plugged-062e4ab0-0198-4284-acad-537b0672d83f for instance with vm_state deleted and task_state None.
Nov 06 08:44:55 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:55 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:44:55 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7030MB free_disk=24.548110961914062GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:44:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing instance network info cache due to event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.940s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.413s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:56 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Deleted allocations for instance b5049f4b-1c53-4a75-942d-e1f09ee310bd
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8f04139f-70e2-404c-8ff1-17d38df209c6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "b5049f4b-1c53-4a75-942d-e1f09ee310bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.096s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6234be1f-fee5-440a-ace6-0b819819c979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f672a3de-0348-4430-846f-d3b3d04f939d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b81f2eca-7980-4096-838e-57c1377a340f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ff8b247-4369-40de-aac3-8f79af342cb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updated VIF entry in instance network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0612963c-4459-4b86-a97c-d4090fddfe0a req-bf3e9f39-b8a9-415d-8fe7-d922fa91f7f2 service nova] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:56 user nova-compute[74883]: INFO nova.compute.manager [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Shelve offloading
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDSVoTtA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:56 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:56 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:56 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[802889f1-a903-4ff1-9ce2-5d5b4e8f5251]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:44:56 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8422f77b-5b11-452a-acd4-ad2b16885e7e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6] added
Nov 06 08:44:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1bb731b-761d-4a56-a382-c5a6bf3dbcf8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d132b577-9b10-48d6-a76b-cda5758683b1]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LDSVoTtA {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.688s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LDSVoTtA" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2725b2-0f7b-47b3-a9b6-faa8c6696cbe]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LDSVoTtA'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac2bdc78-da6e-4916-bc52-7f7c608babc0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[86c82848-45cb-4223-8afc-7250038c3bcd]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:56 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --login" returned: 0 in 0.102s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[164e3df1-812d-4028-a472-708605f75f8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260]
Nov 06 08:44:57 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260] successful.
Nov 06 08:44:57 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.034s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57a3c29-1ef5-4b91-b319-348ba93ace65]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa8a5e40-1e33-4e9b-bb60-391fab43d834]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:44:57 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.396s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe028b7-ce2a-4789-b7f4-1905eedd32c6]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG nova.compute.manager [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:57 user nova-compute[74883]: WARNING nova.compute.manager [req-5e600319-fcce-4937-84d0-1aba5fc89290 req-fdb57f63-6b4f-4827-b920-6cae2ab0e845 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state active and task_state shelving.
Nov 06 08:44:57 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance destroyed successfully.
Nov 06 08:44:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:44:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDSVoTtA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.429s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] <== connect_volume: return (1430ms) {'type': 'block', 'scsi_wwn': '23839633766616562', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839633766616562', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lazy-loading 'flavor' on Instance uuid 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:44:58 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:44:58 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:44:58 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:44:58 user nova-compute[74883]:   <serial>36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6</serial>
Nov 06 08:44:58 user nova-compute[74883]: </disk>
Nov 06 08:44:58 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] No VIF found with MAC fa:16:3e:fa:6f:1b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:44:58 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance destroyed successfully.
Nov 06 08:44:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'resources' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaL6l89dhR105WAf/7STWOqCFWcTvOfMseQ9/jzAxAP81sL/FBW4r/vEyCKUrukc+Idw7doS6YeFqbOYHLZ0rdI7bs/Rj9n8idkAghuC+31LDQuAQ9ggT5GeU1xCXieng==',key_name='tempest-TestShelveInstance-1597951407',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:43:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:43:36Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_vif [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabe3ab72-47, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9e0c1bc1-e524-4ca3-84ab-1c1fae7f2c0f) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:44:59 user nova-compute[74883]: INFO os_vif [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47')
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:44:59 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08e129b-a23e-46bd-8d36-63607d38f68d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:44:59 user nova-compute[74883]: No targets found.
Nov 06 08:44:59 user nova-compute[74883]: iSNS:
Nov 06 08:44:59 user nova-compute[74883]: No targets found.
Nov 06 08:44:59 user nova-compute[74883]: STATIC:
Nov 06 08:44:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:44:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:44:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:44:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:44:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6
Nov 06 08:44:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:44:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:44:59 user nova-compute[74883]: FIRMWARE:
Nov 06 08:44:59 user nova-compute[74883]: No targets found.
Nov 06 08:44:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:44:59 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:44:59 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-010c9c34-d54b-4725-bf03-4bc12bbd11dc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.215s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16d124e-433b-4a37-bda2-55d97c41b05a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f00b87a-792d-42b4-a061-d4be69107cdd]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:44:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a18940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd59a14-a3f4-4fa8-940c-d1caea151f4f]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df94853-1708-44ce-941a-382bc504ccd5]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[35485dce-0ddd-4b54-8e94-396834daccbd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d62fdda-2910-4fe8-a25c-6d267dbe6a56]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80183d3-b969-4f2f-8498-91b8b57976b0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd71de58-127e-48cd-b39e-daed7d2c41ab]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]
Nov 06 08:44:59 user nova-compute[74883]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.
Nov 06 08:44:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0055c08c-025e-41b9-b035-a7b1139b6cdc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== disconnect_volume: return (316ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:44:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deleting instance files /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d_del
Nov 06 08:44:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deletion of /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d_del complete
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:44:59 user nova-compute[74883]: WARNING nova.compute.manager [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state active and task_state shelving.
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing instance network info cache due to event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updated VIF entry in instance network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG nova.network.neutron [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": null, "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapabe3ab72-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:44:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-42726ed8-9dfe-4bdb-a89e-ad0a6791a222 req-1b1e2306-eab6-43ee-b891-6bbe4911ce32 service nova] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:01 user nova-compute[74883]: INFO nova.compute.manager [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Detaching volume 36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6
Nov 06 08:45:01 user nova-compute[74883]: INFO nova.virt.block_device [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Attempting to driver detach volume 36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 from mountpoint /dev/vdb
Nov 06 08:45:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Attempting to detach device vdb from instance 6234be1f-fee5-440a-ace6-0b819819c979 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:45:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:45:01 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:45:01 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:45:01 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:45:01 user nova-compute[74883]:   <serial>36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6</serial>
Nov 06 08:45:01 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:45:01 user nova-compute[74883]: </disk>
Nov 06 08:45:01 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:45:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Successfully detached device vdb from instance 6234be1f-fee5-440a-ace6-0b819819c979 from the persistent domain config.
Nov 06 08:45:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6234be1f-fee5-440a-ace6-0b819819c979 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:45:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:45:01 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:45:01 user nova-compute[74883]:   <source dev="/dev/sdf"/>
Nov 06 08:45:01 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:45:01 user nova-compute[74883]:   <serial>36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6</serial>
Nov 06 08:45:01 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:45:01 user nova-compute[74883]: </disk>
Nov 06 08:45:01 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:45:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:45:02 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Deleted allocations for instance f672a3de-0348-4430-846f-d3b3d04f939d
Nov 06 08:45:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:02 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'numa_topology' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:02 user nova-compute[74883]: DEBUG nova.objects.base [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Object Instance<f672a3de-0348-4430-846f-d3b3d04f939d> lazy-loaded attributes: resources,numa_topology {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:45:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:45:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:45:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.446s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2c7169e3-abef-4fff-babb-64336b526233 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 6.550s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:04 user nova-compute[74883]: INFO nova.compute.manager [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Attaching volume 3dfddd2d-fe23-403f-ac33-93a0b0eeb519 to /dev/vdb
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc2ee1b-a3e6-4d37-9297-d4139997ce7c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[df58b92b-6eb0-431b-9747-afff2fc39ba9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[40db2723-28e2-4e72-aae5-c0c5ba38e46c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5550a3-0110-4a85-962c-7ee33701ead5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:04 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:45:04 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[327b518c-ad1e-4bcf-a00d-0349fe1d28c6]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG os_brick.utils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:04 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating existing volume attachment record: 34e9c504-609b-4f41-a293-78db41092682 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:45:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:45:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6234be1f-fee5-440a-ace6-0b819819c979 is timed out.
Nov 06 08:45:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Successfully detached device vdb from instance 6234be1f-fee5-440a-ace6-0b819819c979 from the live domain config.
Nov 06 08:45:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LDSVoTtA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:22 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ed4fbae-97cd-4aa2-b2d8-64c461862249]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:45:22 user nova-compute[74883]: No targets found.
Nov 06 08:45:22 user nova-compute[74883]: iSNS:
Nov 06 08:45:22 user nova-compute[74883]: No targets found.
Nov 06 08:45:22 user nova-compute[74883]: STATIC:
Nov 06 08:45:22 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:45:22 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:22 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:22 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:45:22 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:22 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:22 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:45:22 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:22 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:22 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6
Nov 06 08:45:22 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:22 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:22 user nova-compute[74883]: FIRMWARE:
Nov 06 08:45:22 user nova-compute[74883]: No targets found.
Nov 06 08:45:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:45:22 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:45:22 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55436779-096d-4140-9bb1-5b1396120535]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5498fb0e-adf2-4fea-a3db-1e7974927d9e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 (non-flash)
Nov 06 08:45:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119450f910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c47973-5ee6-46c7-96ab-53e0dd8b5c23]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[afae8831-f4f9-4771-9b65-b87f582c1e99]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8007a46-9fb7-44dc-b688-d4e060b77058]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf7e8b15-3251-49e0-a3d6-3586cae213ae]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[faed0648-bb5c-4cfc-a54d-da58b3035ad6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3b39c7-dd94-422b-8e8e-19265e0402bd]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260]
Nov 06 08:45:22 user nova-compute[74883]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6, portal: 172.16.0.220,3260] successful.
Nov 06 08:45:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:36c1b2e0-a567-4f4a-8f09-d2414ad9b4b6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f9183f3-2f02-413e-8614-6b6f6227400e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] <== disconnect_volume: return (313ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:45:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lazy-loading 'flavor' on Instance uuid 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fe7ffde0-80e6-4bd6-811d-e2187cc2cedc tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.175s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KAYoFeEs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:27 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:45:27 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:45:27 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aaa3d72-2065-4b70-b3a8-bfa43a5c3724]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:45:27 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[deac2e2f-2fbc-4502-97fd-df60deb6ffdb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519] added
Nov 06 08:45:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a04cc1-7f5b-4cef-a0a3-1cf74a479965]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed6b602-53d7-49aa-91b3-810281725c2f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KAYoFeEs {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KAYoFeEs" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e1d3645-6c5e-4363-a567-014680ad996b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KAYoFeEs'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79abdbdb-94ff-48eb-9a4f-801739f7c497]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f505361d-0abd-4c30-b9d7-6f64b75e6874]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0d5a34-653f-41ed-ba43-b03f37a62c69]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260]
Nov 06 08:45:28 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260] successful.
Nov 06 08:45:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5adfdd6-f0fc-4154-a729-eff5f26bdd44]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[641627e6-4d8e-42c6-99f3-1ea648c3194a]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:45:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[519a3cfa-396f-47a4-80f2-f63c83bb5948]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KAYoFeEs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:28 user nova-compute[74883]: INFO nova.compute.manager [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Terminating instance
Nov 06 08:45:28 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23936343735626132', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936343735626132', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-973afd62-fe92-498d-841e-5bdab9f40279 req-ab5a8a61-f857-4d6d-9dd6-6eecfd8fc7f8 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-unplugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:45:29 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:45:29 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:45:29 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:45:29 user nova-compute[74883]:   <serial>3dfddd2d-fe23-403f-ac33-93a0b0eeb519</serial>
Nov 06 08:45:29 user nova-compute[74883]: </disk>
Nov 06 08:45:29 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Instance destroyed successfully.
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'resources' on Instance uuid 2466e8fe-3782-4aaf-9d06-86e0a2ab3307 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:33:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-567520232',display_name='tempest-AttachVolumeTestJSON-server-567520232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-567520232',id=23,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFJnVqkAeTmfsM+29hTw3RPqgmpYHgLG6reFi0qCor80G6J8IWfH75hQHCSsMFBKsHh0fLC8TAmEFGdJ5dAapJmW+1xAdAfZ0dMNaWeP4M6KhF4TKzWqvH2GuCZ51L5wKw==',key_name='tempest-keypair-414152695',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-wls585vu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:43:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=2466e8fe-3782-4aaf-9d06-86e0a2ab3307,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "6acbaf6b-5b48-4389-b546-06474477916c", "address": "fa:16:3e:5d:3b:65", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6acbaf6b-5b", "ovs_interfaceid": "6acbaf6b-5b48-4389-b546-06474477916c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG os_vif [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6acbaf6b-5b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b5fd89b-9ce9-49ef-965e-9555a02bc7e2) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:29 user nova-compute[74883]: INFO os_vif [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:3b:65,bridge_name='br-int',has_traffic_filtering=True,id=6acbaf6b-5b48-4389-b546-06474477916c,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6acbaf6b-5b')
Nov 06 08:45:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Deleting instance files /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307_del
Nov 06 08:45:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Deletion of /opt/stack/data/nova/instances/2466e8fe-3782-4aaf-9d06-86e0a2ab3307_del complete
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:45:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] No VIF found with MAC fa:16:3e:fc:46:d8, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:45:30 user nova-compute[74883]: INFO nova.compute.manager [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 06 08:45:30 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:45:30 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:45:30 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:45:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ca37e1c9-50c6-4aa0-99a1-0ca9c73df000 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.403s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:30 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:30 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Took 0.82 seconds to deallocate network for instance.
Nov 06 08:45:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] Acquiring lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] No waiting events found dispatching network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:31 user nova-compute[74883]: WARNING nova.compute.manager [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received unexpected event network-vif-plugged-6acbaf6b-5b48-4389-b546-06474477916c for instance with vm_state deleted and task_state None.
Nov 06 08:45:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-3855cd22-fb59-4e13-a796-288b7784db26 req-540aea93-eabe-4d73-95d0-b8215a8a2b58 service nova] [instance: 2466e8fe-3782-4aaf-9d06-86e0a2ab3307] Received event network-vif-deleted-6acbaf6b-5b48-4389-b546-06474477916c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:45:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:31 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Deleted allocations for instance 2466e8fe-3782-4aaf-9d06-86e0a2ab3307
Nov 06 08:45:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4040b2ba-0fb7-48f3-aec0-8952fbdf4b39 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "2466e8fe-3782-4aaf-9d06-86e0a2ab3307" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.723s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing instance network info cache due to event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:45:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:32 user nova-compute[74883]: DEBUG nova.network.neutron [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:45:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updated VIF entry in instance network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:45:33 user nova-compute[74883]: DEBUG nova.network.neutron [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c0a99ba-9080-4715-ba14-5348b6e8ceb8 req-afb4a821-67d5-4cb2-ad86-3f232dcef714 service nova] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG nova.compute.manager [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing instance network info cache due to event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updated VIF entry in instance network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:45:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0931586a-28e6-4cad-a92e-5cba089fc7e5 req-7b7371d8-1473-4a59-af57-e0ec0e34a8de service nova] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:36 user nova-compute[74883]: INFO nova.compute.manager [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Rebooting instance
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:45:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:39 user nova-compute[74883]: WARNING nova.compute.manager [req-c88d1907-d53d-4054-b1bc-c335637ad130 req-49848544-9e5a-4545-b44a-f9994e38e681 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state active and task_state reboot_started.
Nov 06 08:45:39 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance shutdown successfully.
Nov 06 08:45:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:41 user nova-compute[74883]: WARNING nova.compute.manager [req-c4651dd4-26aa-4e22-b2e0-5d86ca4b045e req-e85fbe57-28bf-4480-b7d0-e2f51383f55b service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state active and task_state reboot_started.
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:43 user nova-compute[74883]: WARNING nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state active and task_state reboot_started.
Nov 06 08:45:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:43 user nova-compute[74883]: WARNING nova.compute.manager [req-3525ed12-7bf8-49a2-95ea-34087c6e1940 req-074465b8-48be-4d54-a856-6fe8c8a36918 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state active and task_state reboot_started.
Nov 06 08:45:43 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance running successfully.
Nov 06 08:45:43 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance soft rebooted successfully.
Nov 06 08:45:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-faaa0f4a-f177-468d-a1eb-3ab4f7cc26d8 tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.503s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG nova.compute.manager [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-changed-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG nova.compute.manager [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing instance network info cache due to event network-changed-60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:45 user nova-compute[74883]: DEBUG nova.network.neutron [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Refreshing network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:45:46 user nova-compute[74883]: DEBUG nova.network.neutron [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated VIF entry in instance network info cache for port 60e10c03-097f-43e9-8b23-144e81da7705. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:45:46 user nova-compute[74883]: DEBUG nova.network.neutron [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8c133d14-25d3-4afa-840b-0652626d745e req-4edefb0a-110e-4d90-b39b-1b19600c6e09 service nova] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.manager [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Stashing vm_state: active {{(pid=74883) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-changed-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Refreshing instance network info cache due to event network-changed-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] Acquiring lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] Acquired lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.network.neutron [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Refreshing network info cache for port 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:45:47 user nova-compute[74883]: INFO nova.compute.claims [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Claim successful on node user
Nov 06 08:45:47 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating resource usage from migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.objects.instance [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:45:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Ignoring supplied device name: /dev/vdb
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-changed-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.manager [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Refreshing instance network info cache due to event network-changed-9638b40a-23b6-4430-9f6a-576660e11583. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.network.neutron [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Refreshing network info cache for port 9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.102s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.network.neutron [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updated VIF entry in instance network info cache for port 1ddfcc2b-54e3-47f9-b1ec-77cac012cff2. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.network.neutron [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updating instance_info_cache with network_info: [{"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d12b3361-ed01-48fa-96f4-beb94f769fb0 req-190093c1-884a-4f1a-9916-311658e937cf service nova] Releasing lock "refresh_cache-5ff8b247-4369-40de-aac3-8f79af342cb1" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:47 user nova-compute[74883]: INFO nova.compute.manager [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Attaching volume 6374cdd2-2f52-4004-b574-c0e40cc2c7e9 to /dev/vdb
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:45:47 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.644s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:48 user nova-compute[74883]: INFO nova.compute.manager [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Migrating
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.utils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f79bbbe9-6d90-41ff-b769-8b3324f54cdc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b74ef3e9-7b20-4a2c-b1b6-e5c444509617]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94ad694-9c3c-41d7-9301-6fbe76049803]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9053809-6dc8-46d8-8cdc-2bf3f463649b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:48 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[65298341-ede9-4148-af08-210013f39212]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG os_brick.utils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== get_connector_properties: return (173ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updating existing volume attachment record: dd8bd00a-e73a-499e-a1b3-d1e19a08eceb {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG nova.network.neutron [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updated VIF entry in instance network info cache for port 9638b40a-23b6-4430-9f6a-576660e11583. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG nova.network.neutron [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6f006faa-6293-4c2d-a406-2642787e823b req-8503f951-0584-4050-89b1-fc581cef8854 service nova] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:48 user nova-compute[74883]: DEBUG nova.network.neutron [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Starting migrate_disk_and_power_off {{(pid=74883) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:49 user nova-compute[74883]: WARNING nova.compute.manager [req-611dfba6-0022-4957-96e1-bb05be468bbc req-447706ec-9520-42e7-82e9-b4fe0102ab52 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state active and task_state resize_migrating.
Nov 06 08:45:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance destroyed successfully.
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:45:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9638b40a-23, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38400e9e-3ea3-4169-8830-245d71aedb26) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:49 user nova-compute[74883]: INFO os_vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23')
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:49 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bb649bb-a689-41f5-a465-ec0a216fc8f0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:45:49 user nova-compute[74883]: No targets found.
Nov 06 08:45:49 user nova-compute[74883]: iSNS:
Nov 06 08:45:49 user nova-compute[74883]: No targets found.
Nov 06 08:45:49 user nova-compute[74883]: STATIC:
Nov 06 08:45:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:45:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:45:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:45:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519
Nov 06 08:45:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:45:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:45:49 user nova-compute[74883]: FIRMWARE:
Nov 06 08:45:49 user nova-compute[74883]: No targets found.
Nov 06 08:45:49 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:45:49 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:45:49 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updating instance_info_cache with network_info: [{"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-bf0a60f0-8729-4b85-94c7-b65a1420271c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8ef1cc-a258-4bb8-ab51-73fd371968b8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[47a7975f-209c-46ea-92fe-b3b6dcba1df3]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:45:50 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a252d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ae763e8-e183-4222-86ac-a415aa9afecb]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef79a6df-e410-43f0-b0f3-9138fc6101ad]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd2731d-a1a4-49ce-b0e3-0013a9f7de7f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.060s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[89cc377c-508b-4d56-b56e-c61cc562ff5f]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10e8c02-563e-4fe6-b37e-e04bf237755c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e100234-a552-4534-b76b-3eb8c4b044eb]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]
Nov 06 08:45:50 user nova-compute[74883]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.
Nov 06 08:45:50 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac268cf-1601-420a-ad78-0abe2338102b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== disconnect_volume: return (369ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:45:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Port 9638b40a-23b6-4430-9f6a-576660e11583 binding to destination host user is already ACTIVE {{(pid=74883) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:45:51 user nova-compute[74883]: WARNING nova.compute.manager [req-afce23ed-2681-4583-a3ad-932a2f4dd2fa req-5ddeee93-d27c-4dbd-b1fc-b6ac6354e098 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state active and task_state resize_migrated.
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:45:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.utils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5e6c5b8-9918-4a3f-9b32-feee6afeb2d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a6cfc7d-4529-41d9-96ab-92e4a6d43955]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bc5c30c-ff51-42e7-b8c4-7057ad2bc2d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa5a659-d443-4878-a536-cfac786ec153]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:45:52 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fb7ec1-a7d7-46b0-b1dc-15068f733d2f]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG os_brick.utils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== get_connector_properties: return (180ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:45:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:45:55 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:45:55 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:45:55 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7733MB free_disk=24.590408325195312GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:45:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:45:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Applying migration context for instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 as it has an incoming, in-progress migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe. Migration status is post-migrating {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 06 08:45:56 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating resource usage from migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 6234be1f-fee5-440a-ace6-0b819819c979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b81f2eca-7980-4096-838e-57c1377a340f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ff8b247-4369-40de-aac3-8f79af342cb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:45:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.851s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:45:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:45:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:04 user nova-compute[74883]: INFO nova.compute.manager [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Terminating instance
Nov 06 08:46:04 user nova-compute[74883]: DEBUG nova.compute.manager [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-unplugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] No waiting events found dispatching network-vif-unplugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-eafb4eea-d7bc-4641-9a43-e8bc107436a1 req-ea0ce79e-533a-43be-b469-aa50cae9af5e service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-unplugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Instance destroyed successfully.
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.objects.instance [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lazy-loading 'resources' on Instance uuid 6234be1f-fee5-440a-ace6-0b819819c979 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:42:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-304742072',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-3047420',id=31,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEOm3vpBUYRx1FSo7AUKt+sXHkhvo4bryXXKDKdBuKoc/zBd2dCI8vUTdwqddE7BhW7UryfBT/CfiyaqdTGhaYR51ZRPXrDPt/tm0jEjZG8pNba3S1rEYREKsd2LHVRheQ==',key_name='tempest-keypair-1317806461',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:42:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c602abe3a6504d219a18e126620be713',ramdisk_id='',reservation_id='r-spr5jq8a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:42:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5b50f69fb1894939bc95401bde5cb100',uuid=6234be1f-fee5-440a-ace6-0b819819c979,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converting VIF {"id": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "address": "fa:16:3e:fa:6f:1b", "network": {"id": "7f143336-2c93-4f81-a67e-2bae8ff1a6a9", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1769679624-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c602abe3a6504d219a18e126620be713", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap619d49f1-5e", "ovs_interfaceid": "619d49f1-5ec1-4508-8d3f-a53cbde88cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG os_vif [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap619d49f1-5e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=202753ef-7dcc-4963-a773-52510a0fa26c) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:05 user nova-compute[74883]: INFO os_vif [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:6f:1b,bridge_name='br-int',has_traffic_filtering=True,id=619d49f1-5ec1-4508-8d3f-a53cbde88cc8,network=Network(7f143336-2c93-4f81-a67e-2bae8ff1a6a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap619d49f1-5e')
Nov 06 08:46:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Deleting instance files /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979_del
Nov 06 08:46:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Deletion of /opt/stack/data/nova/instances/6234be1f-fee5-440a-ace6-0b819819c979_del complete
Nov 06 08:46:05 user nova-compute[74883]: INFO nova.compute.manager [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 06 08:46:05 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:46:05 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:46:06 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:06 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Took 0.98 seconds to deallocate network for instance.
Nov 06 08:46:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ae345cb-bd92-4e5f-847c-b72aa2ea6f0a req-35cfd82a-47da-4128-bbb3-7586a4beedd6 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-deleted-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:46:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:46:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.449s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:07 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Deleted allocations for instance 6234be1f-fee5-440a-ace6-0b819819c979
Nov 06 08:46:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] Acquiring lock "6234be1f-fee5-440a-ace6-0b819819c979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] Lock "6234be1f-fee5-440a-ace6-0b819819c979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] No waiting events found dispatching network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:07 user nova-compute[74883]: WARNING nova.compute.manager [req-9adb7707-371d-4dcf-ac00-9e3b7c77eb2b req-fc13e68c-7211-4cb8-ae97-35180fe41c74 service nova] [instance: 6234be1f-fee5-440a-ace6-0b819819c979] Received unexpected event network-vif-plugged-619d49f1-5ec1-4508-8d3f-a53cbde88cc8 for instance with vm_state deleted and task_state None.
Nov 06 08:46:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-78c50fc7-ef55-446f-a4b8-b704f0c5408b tempest-TestServerVolumeAttachScenarioOldVersion-528435096 tempest-TestServerVolumeAttachScenarioOldVersion-528435096-project-member] Lock "6234be1f-fee5-440a-ace6-0b819819c979" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.631s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:08 user nova-compute[74883]: INFO nova.compute.manager [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Terminating instance
Nov 06 08:46:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-daa142d2-9f21-47db-8b3d-df0cc12eaa6a req-1b7d8853-3982-4a44-b4ff-6498c4fd9bde service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-unplugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:46:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Instance destroyed successfully.
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid d52cf3c9-77ca-41e5-b17f-1c3178f60e00 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1074165435',display_name='tempest-ServerRescueNegativeTestJSON-server-1074165435',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1074165435',id=17,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:30:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-4iymdj06',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:30:59Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=d52cf3c9-77ca-41e5-b17f-1c3178f60e00,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "address": "fa:16:3e:fe:ea:ee", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2807d8f-18", "ovs_interfaceid": "c2807d8f-1809-45e3-84c0-61ced27cb8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG os_vif [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2807d8f-18, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b42bf5c8-338a-4227-93d1-c9a6433b2d38) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:09 user nova-compute[74883]: INFO os_vif [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fe:ea:ee,bridge_name='br-int',has_traffic_filtering=True,id=c2807d8f-1809-45e3-84c0-61ced27cb8fc,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2807d8f-18')
Nov 06 08:46:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Deleting instance files /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00_del
Nov 06 08:46:09 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Deletion of /opt/stack/data/nova/instances/d52cf3c9-77ca-41e5-b17f-1c3178f60e00_del complete
Nov 06 08:46:09 user nova-compute[74883]: INFO nova.compute.manager [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 06 08:46:09 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:46:09 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:10 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Took 0.53 seconds to deallocate network for instance.
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-0cb8e9a4-47f5-4e80-8b9b-5ff49753b5d3 req-75cedf20-10b8-41a9-a859-a3744b2e80cc service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-deleted-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:10 user nova-compute[74883]: INFO nova.compute.manager [req-0cb8e9a4-47f5-4e80-8b9b-5ff49753b5d3 req-75cedf20-10b8-41a9-a859-a3744b2e80cc service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Neutron deleted interface c2807d8f-1809-45e3-84c0-61ced27cb8fc; detaching it from the instance and deleting it from the info cache
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.network.neutron [req-0cb8e9a4-47f5-4e80-8b9b-5ff49753b5d3 req-75cedf20-10b8-41a9-a859-a3744b2e80cc service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-0cb8e9a4-47f5-4e80-8b9b-5ff49753b5d3 req-75cedf20-10b8-41a9-a859-a3744b2e80cc service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Detach interface failed, port_id=c2807d8f-1809-45e3-84c0-61ced27cb8fc, reason: Instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:46:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.344s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:10 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Deleted allocations for instance d52cf3c9-77ca-41e5-b17f-1c3178f60e00
Nov 06 08:46:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e8464157-77c4-4f61-ae71-a8c2e08d4bf6 tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.991s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] Acquiring lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] Lock "d52cf3c9-77ca-41e5-b17f-1c3178f60e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] No waiting events found dispatching network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:11 user nova-compute[74883]: WARNING nova.compute.manager [req-1a9f1645-b2fd-44e8-a41a-e539459602df req-ce880386-5bcd-4465-891b-1b0b437eaac4 service nova] [instance: d52cf3c9-77ca-41e5-b17f-1c3178f60e00] Received unexpected event network-vif-plugged-c2807d8f-1809-45e3-84c0-61ced27cb8fc for instance with vm_state deleted and task_state None.
Nov 06 08:46:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cxFhzlBZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:46:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:46:12 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:46:12 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1316ba8-d723-47a2-a620-3ec87a781474]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:46:12 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7debaf74-554d-4744-8ab9-9393dee735ed]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9] added
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[077b54fe-a45c-4751-b957-3ae35eb2d5bf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[28861b54-44a0-4210-8c29-38b8f0a6e836]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cxFhzlBZ {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cxFhzlBZ" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ec53c1f-0e9c-40f2-ae00-93660dfb0c5d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cxFhzlBZ'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f5c2a2b-8fae-40f5-8711-f62f84e532cf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e13fd70f-153e-4eee-a818-75d412c2018d]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[59601659-f250-4719-aa0f-b91b45411d90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260]
Nov 06 08:46:12 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260] successful.
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[10392014-516d-4e2c-86de-50340757d5e2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8476f36b-1df1-4c71-bdfa-20ba067eb9ec]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:46:12 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] HCTL ('35', '-', '-', 0) found on session 38 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e77915-c1af-40b2-8f13-737e10e94e6b]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cxFhzlBZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23266316538323937', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266316538323937', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:46:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:46:14 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:46:14 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:46:14 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:46:14 user nova-compute[74883]:   <serial>6374cdd2-2f52-4004-b574-c0e40cc2c7e9</serial>
Nov 06 08:46:14 user nova-compute[74883]: </disk>
Nov 06 08:46:14 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No VIF found with MAC fa:16:3e:90:25:2e, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:46:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-71235550-a788-473a-a816-728527d577eb tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.689s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:19 user nova-compute[74883]: INFO nova.compute.manager [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Unrescuing
Nov 06 08:46:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:46:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquired lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:46:19 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:46:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating instance_info_cache with network_info: [{"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Releasing lock "refresh_cache-beca0a3d-c9a4-4fdd-a512-76bab27eb120" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'flavor' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:20 user nova-compute[74883]: WARNING nova.compute.manager [req-53a3220c-6f9a-4a33-b180-0c605db25afe req-b8a57c7d-0543-43bd-8671-6d4ee0b5935f service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:46:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:21 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance destroyed successfully.
Nov 06 08:46:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:22 user nova-compute[74883]: WARNING nova.compute.manager [req-55f4cd26-a1a6-487e-929d-f56af7e6e8d3 req-a2e86ddf-3fc3-4f9a-b1c3-b38c2808c0f5 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:46:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:46:22 user nova-compute[74883]: INFO nova.compute.claims [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Claim successful on node user
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.491s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:46:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.policy [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02f48ad69c1e4b5a80be9cac082c100e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57441b196b4642baa2f52822452e8f7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:46:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Creating image(s)
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "/opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "/opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "/opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:23 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk 1073741824" returned: 0 in 0.051s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Successfully created port: 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking if we can resize image /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Cannot resize image /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Ensure instance console log exists: /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c89ce3b3-2502-468e-a40a-6ee186134e39 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:24 user nova-compute[74883]: WARNING nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:24 user nova-compute[74883]: WARNING nova.compute.manager [req-d434df3b-83b0-402e-b6b4-f73047d90e07 req-8c0e1712-7981-4a5b-a02e-3dbd37565c41 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state rescued and task_state unrescuing.
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Successfully updated port: 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquired lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-changed-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Refreshing instance network info cache due to event network-changed-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] Acquiring lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:46:24 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.neutron [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating instance_info_cache with network_info: [{"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Releasing lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Instance network_info: |[{"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] Acquired lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.neutron [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Refreshing network info cache for port 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Start _get_guest_xml network_info=[{"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:46:25 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:25 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:46:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1711572218',display_name='tempest-AttachVolumeTestJSON-server-1711572218',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1711572218',id=36,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNbz3mTXBi2/hNpEvMn6TB0bj/s5tx+khOtzqLnDJoy57gl8HXRgkBvayWz3+JOhpubAERdzIM2uLYALdFkm043u8TAnV/seNFgqzNJZgyJJ/TsSomvJkPnbGAWa0NVjAQ==',key_name='tempest-keypair-994468813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-qs5kl6lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:46:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=db334ea0-d472-46a4-900b-8a232bff5f7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'pci_devices' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:46:25 user nova-compute[74883]:   <uuid>db334ea0-d472-46a4-900b-8a232bff5f7d</uuid>
Nov 06 08:46:25 user nova-compute[74883]:   <name>instance-00000024</name>
Nov 06 08:46:25 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:46:25 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:46:25 user nova-compute[74883]:   <metadata>
Nov 06 08:46:25 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:46:25 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:name>tempest-AttachVolumeTestJSON-server-1711572218</nova:name>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:46:25</nova:creationTime>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:46:25 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:46:25 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:owner>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:user uuid="02f48ad69c1e4b5a80be9cac082c100e">tempest-AttachVolumeTestJSON-1437887499-project-member</nova:user>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:project uuid="57441b196b4642baa2f52822452e8f7b">tempest-AttachVolumeTestJSON-1437887499</nova:project>
Nov 06 08:46:25 user nova-compute[74883]:       </nova:owner>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:46:25 user nova-compute[74883]:       <nova:ports>
Nov 06 08:46:25 user nova-compute[74883]:         <nova:port uuid="83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b">
Nov 06 08:46:25 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 06 08:46:25 user nova-compute[74883]:         </nova:port>
Nov 06 08:46:25 user nova-compute[74883]:       </nova:ports>
Nov 06 08:46:25 user nova-compute[74883]:     </nova:instance>
Nov 06 08:46:25 user nova-compute[74883]:   </metadata>
Nov 06 08:46:25 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:46:25 user nova-compute[74883]:     <system>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="serial">db334ea0-d472-46a4-900b-8a232bff5f7d</entry>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="uuid">db334ea0-d472-46a4-900b-8a232bff5f7d</entry>
Nov 06 08:46:25 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:46:25 user nova-compute[74883]:     </system>
Nov 06 08:46:25 user nova-compute[74883]:   </sysinfo>
Nov 06 08:46:25 user nova-compute[74883]:   <os>
Nov 06 08:46:25 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:46:25 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:46:25 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:46:25 user nova-compute[74883]:   </os>
Nov 06 08:46:25 user nova-compute[74883]:   <features>
Nov 06 08:46:25 user nova-compute[74883]:     <acpi/>
Nov 06 08:46:25 user nova-compute[74883]:     <apic/>
Nov 06 08:46:25 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:46:25 user nova-compute[74883]:   </features>
Nov 06 08:46:25 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:46:25 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:46:25 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:46:25 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:46:25 user nova-compute[74883]:   </clock>
Nov 06 08:46:25 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:46:25 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:46:25 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:46:25 user nova-compute[74883]:   </cpu>
Nov 06 08:46:25 user nova-compute[74883]:   <devices>
Nov 06 08:46:25 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:46:25 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:46:25 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk"/>
Nov 06 08:46:25 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:46:25 user nova-compute[74883]:     </disk>
Nov 06 08:46:25 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:46:25 user nova-compute[74883]:       <mac address="fa:16:3e:43:8d:9d"/>
Nov 06 08:46:25 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:46:25 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:46:25 user nova-compute[74883]:       <target dev="tap83c59fbd-bc"/>
Nov 06 08:46:25 user nova-compute[74883]:     </interface>
Nov 06 08:46:25 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:46:25 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/console.log" append="off"/>
Nov 06 08:46:25 user nova-compute[74883]:     </serial>
Nov 06 08:46:25 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:46:25 user nova-compute[74883]:     <video>
Nov 06 08:46:25 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:46:25 user nova-compute[74883]:     </video>
Nov 06 08:46:25 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:46:25 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:46:25 user nova-compute[74883]:     </rng>
Nov 06 08:46:25 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:46:25 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:46:25 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:46:25 user nova-compute[74883]:     </memballoon>
Nov 06 08:46:25 user nova-compute[74883]:   </devices>
Nov 06 08:46:25 user nova-compute[74883]: </domain>
Nov 06 08:46:25 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:46:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1711572218',display_name='tempest-AttachVolumeTestJSON-server-1711572218',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1711572218',id=36,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNbz3mTXBi2/hNpEvMn6TB0bj/s5tx+khOtzqLnDJoy57gl8HXRgkBvayWz3+JOhpubAERdzIM2uLYALdFkm043u8TAnV/seNFgqzNJZgyJJ/TsSomvJkPnbGAWa0NVjAQ==',key_name='tempest-keypair-994468813',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-qs5kl6lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:46:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=db334ea0-d472-46a4-900b-8a232bff5f7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG os_vif [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '671358ca-3325-506c-a924-80c9e2b2a060', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap83c59fbd-bc, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap83c59fbd-bc, col_values=(('qos', UUID('d7a697c2-80a2-4bc1-995c-c7301fa9fee2')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap83c59fbd-bc, col_values=(('external_ids', {'iface-id': '83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:8d:9d', 'vm-uuid': 'db334ea0-d472-46a4-900b-8a232bff5f7d'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:25 user nova-compute[74883]: INFO os_vif [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc')
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No VIF found with MAC fa:16:3e:43:8d:9d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.neutron [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updated VIF entry in instance network info cache for port 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG nova.network.neutron [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating instance_info_cache with network_info: [{"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:46:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-13495535-2eb6-4532-9bda-355989dc7ff4 req-74aad2f0-75e5-4a31-af73-4e6805a5ee53 service nova] Releasing lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:46:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG nova.compute.manager [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] No waiting events found dispatching network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:27 user nova-compute[74883]: WARNING nova.compute.manager [req-95a48498-98e4-489c-894b-c5e3957d68c2 req-01b93f2f-f460-46aa-87d2-e9a77ae85f2e service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received unexpected event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b for instance with vm_state building and task_state spawning.
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] No waiting events found dispatching network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:46:29 user nova-compute[74883]: WARNING nova.compute.manager [req-c2370b55-2b0f-4271-84a4-4b97dee95969 req-6e5d418e-12eb-4392-9e02-19cc8a7807e9 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received unexpected event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b for instance with vm_state building and task_state spawning.
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:46:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Instance spawned successfully.
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:46:29 user nova-compute[74883]: INFO nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Took 5.81 seconds to spawn the instance on the hypervisor.
Nov 06 08:46:29 user nova-compute[74883]: DEBUG nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:46:29 user nova-compute[74883]: INFO nova.compute.manager [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Took 6.66 seconds to build instance.
Nov 06 08:46:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-25df50fa-215f-4919-be6e-00facc064eaa tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.775s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:45 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:48 user nova-compute[74883]: INFO nova.compute.manager [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Unshelving
Nov 06 08:46:48 user nova-compute[74883]: INFO nova.virt.block_device [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Booting with volume 6bbbc224-8a26-4995-b4cb-fe610e1f4590 at /dev/vda
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.utils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c664bb53-d5f5-430e-8e10-4e0a42b649cb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a37df86-c9ca-41a4-9e65-e0e169c47d4e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[34edab79-5620-42d7-840f-c287540998dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc530000-089a-41e9-b783-6aa0df01436a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:46:48 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:46:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a731127-34eb-4b58-9d87-9584f46404de]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG os_brick.utils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== get_connector_properties: return (175ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:46:48 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating existing volume attachment record: 3b7b7569-ce5b-4b4a-9782-313d0257f03c {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:46:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:46:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:46:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:46:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:56 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:56 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7738MB free_disk=24.61673355102539GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Applying migration context for instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 as it has an incoming, in-progress migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe. Migration status is post-migrating {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 06 08:46:56 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating resource usage from migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b81f2eca-7980-4096-838e-57c1377a340f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ff8b247-4369-40de-aac3-8f79af342cb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance db334ea0-d472-46a4-900b-8a232bff5f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f672a3de-0348-4430-846f-d3b3d04f939d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:46:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:46:57 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:46:57 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:46:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:46:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.620s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:59 user nova-compute[74883]: INFO nova.compute.manager [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Terminating instance
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Starting finish_migration {{(pid=74883) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance directory exists: not creating {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 06 08:46:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Creating image(s)
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Ensure instance console log exists: /opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start _get_guest_xml network_info=[{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '5ee5f394-55fb-4b9b-bdee-217137e975f5', 'attached_at': '2023-11-06T08:47:00.000000', 'detached_at': '', 'volume_id': '20936160-7a23-48e7-8dd8-f5475d3f9f25', 'serial': '20936160-7a23-48e7-8dd8-f5475d3f9f25'}, 'attachment_id': '40bf6044-ae83-4909-a099-f3c1934f188e', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:46:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:46:59 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:46:59 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:46:59 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea9374f-978b-40d2-a17b-9f1aca721683]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:46:59 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:46:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a3b2539-6106-4d45-9555-bd9ff803611f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25] added
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-a6448b82-78d4-4b20-a634-f8ca65d87b39 req-c5af2a5d-3035-4691-9488-99b1a8917832 service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-unplugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc03a553-11fa-4f93-afc8-7019c5cac79b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9538fe8f-dcc3-42bf-832f-b6997cd6eb44]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUVOCIbw {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUVOCIbw" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9449ea6b-dae3-4ed4-8508-aab051a04ed3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RUVOCIbw'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e10590-b1cf-4889-8b01-18a17032d66b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae22cbf-ce02-401b-8266-715ebd0457e1]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[137feb69-3e12-48c4-864f-3eafe6577cef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]
Nov 06 08:47:00 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0116aaa8-c2fb-472e-9363-5447d9dc3597]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[72c0d575-f40c-41b9-961a-4e52050eda55]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:00 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.367s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] HCTL ('37', '-', '-', 0) found on session 39 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b4fc6f-e345-4cba-813c-cadc428c5e59]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:47:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Instance destroyed successfully.
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lazy-loading 'resources' on Instance uuid 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1541432874',display_name='tempest-ServerRescueNegativeTestJSON-server-1541432874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1541432874',id=16,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:33:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff55e9caaa3442d690322b19c16e980d',ramdisk_id='',reservation_id='r-nq4r1dg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-376753648',owner_user_name='tempest-ServerRescueNegativeTestJSON-376753648-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:35:47Z,user_data=None,user_id='9721caaa97ac4be795f5bbae72f6a27a',uuid=43ae68c1-0576-4ff6-a083-cb47b7e6adc7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converting VIF {"id": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "address": "fa:16:3e:be:1f:99", "network": {"id": "766ebbb1-5342-40d9-9a3e-8fe1eddd6416", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1577262545-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff55e9caaa3442d690322b19c16e980d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0619cc07-91", "ovs_interfaceid": "0619cc07-911c-4f7d-b3e1-fa46844ba8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG os_vif [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0619cc07-91, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=093af7ef-0512-45fb-9992-76e8509759fe) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:00 user nova-compute[74883]: INFO os_vif [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:1f:99,bridge_name='br-int',has_traffic_filtering=True,id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3,network=Network(766ebbb1-5342-40d9-9a3e-8fe1eddd6416),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0619cc07-91')
Nov 06 08:47:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Deleting instance files /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7_del
Nov 06 08:47:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Deletion of /opt/stack/data/nova/instances/43ae68c1-0576-4ff6-a083-cb47b7e6adc7_del complete
Nov 06 08:47:00 user nova-compute[74883]: INFO nova.compute.manager [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 06 08:47:00 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:47:00 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:01 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Took 0.46 seconds to deallocate network for instance.
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-d9985a94-7e91-4fa3-b98f-3d79fdbd34e7 req-067b1bba-ff69-4591-aeed-f66304c63a0a service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-deleted-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:01 user nova-compute[74883]: INFO nova.compute.manager [req-d9985a94-7e91-4fa3-b98f-3d79fdbd34e7 req-067b1bba-ff69-4591-aeed-f66304c63a0a service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Neutron deleted interface 0619cc07-911c-4f7d-b3e1-fa46844ba8f3; detaching it from the instance and deleting it from the info cache
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-d9985a94-7e91-4fa3-b98f-3d79fdbd34e7 req-067b1bba-ff69-4591-aeed-f66304c63a0a service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-d9985a94-7e91-4fa3-b98f-3d79fdbd34e7 req-067b1bba-ff69-4591-aeed-f66304c63a0a service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Detach interface failed, port_id=0619cc07-911c-4f7d-b3e1-fa46844ba8f3, reason: Instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '26133373865613863', 'path': '/dev/sdf'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26133373865613863', 'path': '/dev/sdf'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:47:01 user nova-compute[74883]:   <uuid>5ee5f394-55fb-4b9b-bdee-217137e975f5</uuid>
Nov 06 08:47:01 user nova-compute[74883]:   <name>instance-00000022</name>
Nov 06 08:47:01 user nova-compute[74883]:   <memory>2097152</memory>
Nov 06 08:47:01 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:47:01 user nova-compute[74883]:   <metadata>
Nov 06 08:47:01 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:47:01 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:47:01 user nova-compute[74883]:       <nova:name>tempest-ServerActionsTestOtherA-server-24208108</nova:name>
Nov 06 08:47:01 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:46:59</nova:creationTime>
Nov 06 08:47:01 user nova-compute[74883]:       <nova:flavor name="m1.small">
Nov 06 08:47:01 user nova-compute[74883]:         <nova:memory>2048</nova:memory>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:disk>20</nova:disk>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:47:01 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:47:01 user nova-compute[74883]:       <nova:owner>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:user uuid="4e9336c4c0ac401089e5c2846d2280e0">tempest-ServerActionsTestOtherA-379230393-project-member</nova:user>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:project uuid="f73876eeec09452ebe809e904ccaefad">tempest-ServerActionsTestOtherA-379230393</nova:project>
Nov 06 08:47:01 user nova-compute[74883]:       </nova:owner>
Nov 06 08:47:01 user nova-compute[74883]:       <nova:ports>
Nov 06 08:47:01 user nova-compute[74883]:         <nova:port uuid="9638b40a-23b6-4430-9f6a-576660e11583">
Nov 06 08:47:01 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:47:01 user nova-compute[74883]:         </nova:port>
Nov 06 08:47:01 user nova-compute[74883]:       </nova:ports>
Nov 06 08:47:01 user nova-compute[74883]:     </nova:instance>
Nov 06 08:47:01 user nova-compute[74883]:   </metadata>
Nov 06 08:47:01 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:47:01 user nova-compute[74883]:     <system>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="serial">5ee5f394-55fb-4b9b-bdee-217137e975f5</entry>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="uuid">5ee5f394-55fb-4b9b-bdee-217137e975f5</entry>
Nov 06 08:47:01 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:47:01 user nova-compute[74883]:     </system>
Nov 06 08:47:01 user nova-compute[74883]:   </sysinfo>
Nov 06 08:47:01 user nova-compute[74883]:   <os>
Nov 06 08:47:01 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:47:01 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:47:01 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:47:01 user nova-compute[74883]:   </os>
Nov 06 08:47:01 user nova-compute[74883]:   <features>
Nov 06 08:47:01 user nova-compute[74883]:     <acpi/>
Nov 06 08:47:01 user nova-compute[74883]:     <apic/>
Nov 06 08:47:01 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:47:01 user nova-compute[74883]:   </features>
Nov 06 08:47:01 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:47:01 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:47:01 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:47:01 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:47:01 user nova-compute[74883]:   </clock>
Nov 06 08:47:01 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:47:01 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:47:01 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:47:01 user nova-compute[74883]:   </cpu>
Nov 06 08:47:01 user nova-compute[74883]:   <devices>
Nov 06 08:47:01 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:47:01 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:01 user nova-compute[74883]:       <source dev="/dev/sdf"/>
Nov 06 08:47:01 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:47:01 user nova-compute[74883]:       <serial>20936160-7a23-48e7-8dd8-f5475d3f9f25</serial>
Nov 06 08:47:01 user nova-compute[74883]:     </disk>
Nov 06 08:47:01 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:47:01 user nova-compute[74883]:       <mac address="fa:16:3e:fb:98:a9"/>
Nov 06 08:47:01 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:47:01 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:47:01 user nova-compute[74883]:       <target dev="tap9638b40a-23"/>
Nov 06 08:47:01 user nova-compute[74883]:     </interface>
Nov 06 08:47:01 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:47:01 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5/console.log" append="off"/>
Nov 06 08:47:01 user nova-compute[74883]:     </serial>
Nov 06 08:47:01 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:47:01 user nova-compute[74883]:     <video>
Nov 06 08:47:01 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:47:01 user nova-compute[74883]:     </video>
Nov 06 08:47:01 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:47:01 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:47:01 user nova-compute[74883]:     </rng>
Nov 06 08:47:01 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:47:01 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:47:01 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:47:01 user nova-compute[74883]:     </memballoon>
Nov 06 08:47:01 user nova-compute[74883]:   </devices>
Nov 06 08:47:01 user nova-compute[74883]: </domain>
Nov 06 08:47:01 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:44:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:45:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1068917995-network", "vif_mac": "fa:16:3e:fb:98:a9"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG os_vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15317a06-0fc8-5e80-82ff-365ffc78331e', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9638b40a-23, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9638b40a-23, col_values=(('qos', UUID('7706cb09-090b-40a7-9a20-0127e809c966')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9638b40a-23, col_values=(('external_ids', {'iface-id': '9638b40a-23b6-4430-9f6a-576660e11583', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:98:a9', 'vm-uuid': '5ee5f394-55fb-4b9b-bdee-217137e975f5'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:01 user nova-compute[74883]: INFO os_vif [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23')
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] No VIF found with MAC fa:16:3e:fb:98:a9, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:47:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.461s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:01 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Deleted allocations for instance 43ae68c1-0576-4ff6-a083-cb47b7e6adc7
Nov 06 08:47:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bb5169d0-99e4-43b8-94ee-8fbede2aa71b tempest-ServerRescueNegativeTestJSON-376753648 tempest-ServerRescueNegativeTestJSON-376753648-project-member] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.152s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] Acquiring lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] Lock "43ae68c1-0576-4ff6-a083-cb47b7e6adc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] No waiting events found dispatching network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:02 user nova-compute[74883]: WARNING nova.compute.manager [req-bda2295a-94f9-4c28-b19f-b3659074786b req-6098daf0-037e-4aa0-9cdb-f3fa338fa43b service nova] [instance: 43ae68c1-0576-4ff6-a083-cb47b7e6adc7] Received unexpected event network-vif-plugged-0619cc07-911c-4f7d-b3e1-fa46844ba8f3 for instance with vm_state deleted and task_state None.
Nov 06 08:47:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:03 user nova-compute[74883]: WARNING nova.compute.manager [req-b3e83208-fb72-40cf-8c58-7cb234c2739b req-4748ceab-0d2f-4d81-892a-fbb8e530a8f3 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state active and task_state resize_finish.
Nov 06 08:47:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:47:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance running successfully.
Nov 06 08:47:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Failed to set time: agent not configured {{(pid=74883) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-16b4dc24-1f9d-411a-938f-4dc7f16e6762 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] finish_migration finished successfully. {{(pid=74883) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:05 user nova-compute[74883]: WARNING nova.compute.manager [req-9ca03057-e0c0-4f51-b088-177dd0ca3dcb req-33c99f94-b240-45f8-b989-134f5d7a3d5f service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state resized and task_state None.
Nov 06 08:47:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:47:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:14 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'pci_requests' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:14 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'numa_topology' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:14 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:47:14 user nova-compute[74883]: INFO nova.compute.claims [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Claim successful on node user
Nov 06 08:47:15 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.586s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:15 user nova-compute[74883]: INFO nova.network.neutron [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating port abe3ab72-471b-4a20-b4e7-38f1f15a74df with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing instance network info cache due to event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:47:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:47:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Creating image(s)
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Ensure instance console log exists: /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start _get_guest_xml network_info=[{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f672a3de-0348-4430-846f-d3b3d04f939d', 'attached_at': '', 'detached_at': '', 'volume_id': '6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'serial': '6bbbc224-8a26-4995-b4cb-fe610e1f4590'}, 'attachment_id': '3b7b7569-ce5b-4b4a-9782-313d0257f03c', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:47:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:47:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'vcpu_model' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.objects.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Object Instance<f672a3de-0348-4430-846f-d3b3d04f939d> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:47:16 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:47:16 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:47:16 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260" returned: 21 in 0.032s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc60f9fe-389d-42ae-8331-06859c77218c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:47:16 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c214ca-b3ec-4c5d-b841-11e329d6948d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590] added
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81093fbf-ace0-4b62-8875-3fd8d9c14c24]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e2edc0-0e17-4c18-81e3-14f1a37520ab]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAVFQgS {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BtAVFQgS" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43efd51-33b9-4cb7-85d5-fafbf2ef0a08]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BtAVFQgS'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e1e03d-b2c9-4eb8-861c-d346556e14b9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2596c014-b043-4c6d-beab-957195a33ae5]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa7fc495-6d39-4cc4-9ccf-eb0f2daa3879]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]
Nov 06 08:47:16 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17d581b-53f3-4d65-a05d-3a29ff948d67]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a03ee10-0fe2-407d-a890-0ebedcc52f9b]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:16 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.353s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] HCTL ('38', '-', '-', 0) found on session 40 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9185316d-22a4-4790-b246-5f7c39635fe3]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Searching for a device in session 40 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updated VIF entry in instance network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9c946ba3-a236-4949-aa01-26cefddf6711 req-5c81e7e0-fafd-4c58-9f8e-1a21464a3605 service nova] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '23334643037376436', 'path': '/dev/sdg'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334643037376436', 'path': '/dev/sdg'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1597951407',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:43:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:46:49Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'pci_devices' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.objects.base [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Object Instance<f672a3de-0348-4430-846f-d3b3d04f939d> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:47:17 user nova-compute[74883]:   <uuid>f672a3de-0348-4430-846f-d3b3d04f939d</uuid>
Nov 06 08:47:17 user nova-compute[74883]:   <name>instance-00000020</name>
Nov 06 08:47:17 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:47:17 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:47:17 user nova-compute[74883]:   <metadata>
Nov 06 08:47:17 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:47:17 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:47:17 user nova-compute[74883]:       <nova:name>tempest-TestShelveInstance-server-1444701513</nova:name>
Nov 06 08:47:17 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:47:16</nova:creationTime>
Nov 06 08:47:17 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:47:17 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:47:17 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:47:17 user nova-compute[74883]:       <nova:owner>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:user uuid="74efe1d957ef49299b8393a087c30db6">tempest-TestShelveInstance-569663581-project-member</nova:user>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:project uuid="61f4cc96e52e49179cde19c16f43aa36">tempest-TestShelveInstance-569663581</nova:project>
Nov 06 08:47:17 user nova-compute[74883]:       </nova:owner>
Nov 06 08:47:17 user nova-compute[74883]:       <nova:ports>
Nov 06 08:47:17 user nova-compute[74883]:         <nova:port uuid="abe3ab72-471b-4a20-b4e7-38f1f15a74df">
Nov 06 08:47:17 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:47:17 user nova-compute[74883]:         </nova:port>
Nov 06 08:47:17 user nova-compute[74883]:       </nova:ports>
Nov 06 08:47:17 user nova-compute[74883]:     </nova:instance>
Nov 06 08:47:17 user nova-compute[74883]:   </metadata>
Nov 06 08:47:17 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:47:17 user nova-compute[74883]:     <system>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="serial">f672a3de-0348-4430-846f-d3b3d04f939d</entry>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="uuid">f672a3de-0348-4430-846f-d3b3d04f939d</entry>
Nov 06 08:47:17 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:47:17 user nova-compute[74883]:     </system>
Nov 06 08:47:17 user nova-compute[74883]:   </sysinfo>
Nov 06 08:47:17 user nova-compute[74883]:   <os>
Nov 06 08:47:17 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:47:17 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:47:17 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:47:17 user nova-compute[74883]:   </os>
Nov 06 08:47:17 user nova-compute[74883]:   <features>
Nov 06 08:47:17 user nova-compute[74883]:     <acpi/>
Nov 06 08:47:17 user nova-compute[74883]:     <apic/>
Nov 06 08:47:17 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:47:17 user nova-compute[74883]:   </features>
Nov 06 08:47:17 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:47:17 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:47:17 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:47:17 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:47:17 user nova-compute[74883]:   </clock>
Nov 06 08:47:17 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:47:17 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:47:17 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:47:17 user nova-compute[74883]:   </cpu>
Nov 06 08:47:17 user nova-compute[74883]:   <devices>
Nov 06 08:47:17 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:47:17 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:17 user nova-compute[74883]:       <source dev="/dev/sdg"/>
Nov 06 08:47:17 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:47:17 user nova-compute[74883]:       <serial>6bbbc224-8a26-4995-b4cb-fe610e1f4590</serial>
Nov 06 08:47:17 user nova-compute[74883]:     </disk>
Nov 06 08:47:17 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:47:17 user nova-compute[74883]:       <mac address="fa:16:3e:d0:55:be"/>
Nov 06 08:47:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:47:17 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:47:17 user nova-compute[74883]:       <target dev="tapabe3ab72-47"/>
Nov 06 08:47:17 user nova-compute[74883]:     </interface>
Nov 06 08:47:17 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:47:17 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d/console.log" append="off"/>
Nov 06 08:47:17 user nova-compute[74883]:     </serial>
Nov 06 08:47:17 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:47:17 user nova-compute[74883]:     <video>
Nov 06 08:47:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:47:17 user nova-compute[74883]:     </video>
Nov 06 08:47:17 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:47:17 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:47:17 user nova-compute[74883]:     </rng>
Nov 06 08:47:17 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:47:17 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:47:17 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:47:17 user nova-compute[74883]:     </memballoon>
Nov 06 08:47:17 user nova-compute[74883]:   </devices>
Nov 06 08:47:17 user nova-compute[74883]: </domain>
Nov 06 08:47:17 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1597951407',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:43:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:46:49Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG os_vif [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bfe2127a-971e-564e-b4d5-8297d1221731', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabe3ab72-47, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabe3ab72-47, col_values=(('qos', UUID('8673eda5-47c6-40ac-a395-4db4101e3c8f')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabe3ab72-47, col_values=(('external_ids', {'iface-id': 'abe3ab72-471b-4a20-b4e7-38f1f15a74df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:55:be', 'vm-uuid': 'f672a3de-0348-4430-846f-d3b3d04f939d'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:17 user nova-compute[74883]: INFO os_vif [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47')
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:47:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] No VIF found with MAC fa:16:3e:d0:55:be, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:19 user nova-compute[74883]: WARNING nova.compute.manager [req-fdb615da-fabd-47e8-a668-6f52dc514305 req-3ae8f681-d148-4638-97ef-d75f96318038 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:21 user nova-compute[74883]: WARNING nova.compute.manager [req-28a3455b-ebba-424f-8640-d2e3eba2ad22 req-8adf81ea-9960-430a-8055-2b39fa231aed service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state shelved_offloaded and task_state spawning.
Nov 06 08:47:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:47:21 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance spawned successfully.
Nov 06 08:47:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:47:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8475601f-a2e4-47af-bfaf-2ab68c3fa321 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 33.302s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:27 user nova-compute[74883]: INFO nova.compute.manager [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Detaching volume 6374cdd2-2f52-4004-b574-c0e40cc2c7e9
Nov 06 08:47:27 user nova-compute[74883]: INFO nova.virt.block_device [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Attempting to driver detach volume 6374cdd2-2f52-4004-b574-c0e40cc2c7e9 from mountpoint /dev/vdb
Nov 06 08:47:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Attempting to detach device vdb from instance 5ff8b247-4369-40de-aac3-8f79af342cb1 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:47:27 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:27 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:47:27 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:47:27 user nova-compute[74883]:   <serial>6374cdd2-2f52-4004-b574-c0e40cc2c7e9</serial>
Nov 06 08:47:27 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:47:27 user nova-compute[74883]: </disk>
Nov 06 08:47:27 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:47:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully detached device vdb from instance 5ff8b247-4369-40de-aac3-8f79af342cb1 from the persistent domain config.
Nov 06 08:47:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5ff8b247-4369-40de-aac3-8f79af342cb1 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:47:27 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:27 user nova-compute[74883]:   <source dev="/dev/sdd"/>
Nov 06 08:47:27 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:47:27 user nova-compute[74883]:   <serial>6374cdd2-2f52-4004-b574-c0e40cc2c7e9</serial>
Nov 06 08:47:27 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:47:27 user nova-compute[74883]: </disk>
Nov 06 08:47:27 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:47:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG nova.compute.manager [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing instance network info cache due to event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG nova.network.neutron [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG nova.network.neutron [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updated VIF entry in instance network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG nova.network.neutron [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ea90cee7-7d12-4ef2-a2de-a98e6b5cb53d req-9a2e1617-0403-4366-b615-ef1d8a88b2c7 service nova] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:47:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.compute.manager [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing instance network info cache due to event network-changed-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] Acquiring lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] Acquired lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Refreshing network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:29 user nova-compute[74883]: INFO nova.compute.manager [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Detaching volume 3dfddd2d-fe23-403f-ac33-93a0b0eeb519
Nov 06 08:47:29 user nova-compute[74883]: INFO nova.virt.block_device [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Attempting to driver detach volume 3dfddd2d-fe23-403f-ac33-93a0b0eeb519 from mountpoint /dev/vdb
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Attempting to detach device vdb from instance b81f2eca-7980-4096-838e-57c1377a340f from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:47:29 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:29 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:47:29 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:47:29 user nova-compute[74883]:   <serial>3dfddd2d-fe23-403f-ac33-93a0b0eeb519</serial>
Nov 06 08:47:29 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:47:29 user nova-compute[74883]: </disk>
Nov 06 08:47:29 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:47:29 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully detached device vdb from instance b81f2eca-7980-4096-838e-57c1377a340f from the persistent domain config.
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b81f2eca-7980-4096-838e-57c1377a340f from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:47:29 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:47:29 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:47:29 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:47:29 user nova-compute[74883]:   <serial>3dfddd2d-fe23-403f-ac33-93a0b0eeb519</serial>
Nov 06 08:47:29 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:47:29 user nova-compute[74883]: </disk>
Nov 06 08:47:29 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updated VIF entry in instance network info cache for port cfb95883-d3f0-4fc3-a106-d155e9e0f8d1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.network.neutron [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [{"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2e1350e6-4fc5-4403-a7c4-4868d8299de1 req-0a744cc8-ce5c-4c8c-bbf2-5a2d220be003 service nova] Releasing lock "refresh_cache-b81f2eca-7980-4096-838e-57c1377a340f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:47:29 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:47:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:46 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:47 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5ff8b247-4369-40de-aac3-8f79af342cb1 is timed out.
Nov 06 08:47:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully detached device vdb from instance 5ff8b247-4369-40de-aac3-8f79af342cb1 from the live domain config.
Nov 06 08:47:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cxFhzlBZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:47:47 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c772da62-2e96-4f7a-bed5-e0d8be0e5810]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:47:47 user nova-compute[74883]: No targets found.
Nov 06 08:47:47 user nova-compute[74883]: iSNS:
Nov 06 08:47:47 user nova-compute[74883]: No targets found.
Nov 06 08:47:47 user nova-compute[74883]: STATIC:
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519
Nov 06 08:47:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:47 user nova-compute[74883]: FIRMWARE:
Nov 06 08:47:47 user nova-compute[74883]: No targets found.
Nov 06 08:47:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:47:47 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:47:47 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c204c7f-c727-43cb-b0d8-5c6098ac96b3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d57f1450-b574-4093-81e8-cf7f725e4897]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c3a710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ec933e-3770-40c5-9cf6-49693ed31cec]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e44f511-324f-48ae-b30f-ea0b6e4a267a]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:47:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c65f40f-db50-431f-9e28-3c3f0d218572]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1648ed1b-da8b-48a7-a700-a342546cec2a]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b0f0dd-222c-4612-9319-943f3f09b6d2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9de41f-526b-4039-991f-5c8ada1a1e71]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260]
Nov 06 08:47:48 user nova-compute[74883]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9, portal: 172.16.0.220,3260] successful.
Nov 06 08:47:48 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2d7a6c-f594-4ced-9f16-a293c018e1dd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.332s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== disconnect_volume: return (334ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:47:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Skipping network cache update for instance because it is being deleted. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [{"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:47:49 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b81f2eca-7980-4096-838e-57c1377a340f is timed out.
Nov 06 08:47:49 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully detached device vdb from instance b81f2eca-7980-4096-838e-57c1377a340f from the live domain config.
Nov 06 08:47:49 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KAYoFeEs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:47:49 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbc3a96-5cea-44ff-9e4b-72d169c52da2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:47:49 user nova-compute[74883]: No targets found.
Nov 06 08:47:49 user nova-compute[74883]: iSNS:
Nov 06 08:47:49 user nova-compute[74883]: No targets found.
Nov 06 08:47:49 user nova-compute[74883]: STATIC:
Nov 06 08:47:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:47:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:47:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:47:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:47:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:49 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519
Nov 06 08:47:49 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:49 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:49 user nova-compute[74883]: FIRMWARE:
Nov 06 08:47:49 user nova-compute[74883]: No targets found.
Nov 06 08:47:49 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:47:49 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:47:49 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc9c28d9-6cea-47d9-ba6f-7140e8cbd6a9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a185fdd-be16-4ed0-991f-12e2720dde88]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:49 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a1b5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a80e265-8f5b-4bc1-896d-db64575352ac]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c679248-b26a-48df-b0aa-d3f1c0974c3f]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:47:49 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5fed7d-b6ba-4159-894e-3ec3de95765f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b281103e-7644-48d9-b89f-f57e4fb491e6]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1daeca8-bb5e-405b-a9ed-4873f63a2504]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eafca07-66f3-429e-b371-cce3a1cff9f2]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260]
Nov 06 08:47:50 user nova-compute[74883]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519, portal: 172.16.0.220,3260] successful.
Nov 06 08:47:50 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3dfddd2d-fe23-403f-ac33-93a0b0eeb519 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25dfbda-12eb-4509-8ca2-117e88e1b95e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] <== disconnect_volume: return (331ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:47:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:47:51 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'flavor' on Instance uuid b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2bc3d236-eac2-48fd-98ac-cf430177d63f tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.853s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:47:52 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:47:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:47:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=7581MB free_disk=24.630146026611328GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Applying migration context for instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 as it has an incoming, in-progress migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe. Migration status is finished {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 06 08:47:57 user nova-compute[74883]: INFO nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating resource usage from migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance beca0a3d-c9a4-4fdd-a512-76bab27eb120 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b81f2eca-7980-4096-838e-57c1377a340f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ff8b247-4369-40de-aac3-8f79af342cb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance db334ea0-d472-46a4-900b-8a232bff5f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f672a3de-0348-4430-846f-d3b3d04f939d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:47:57 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.600s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a452699a-6652-407a-83c4-91926220037b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 31.603s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 31.472s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:58 user nova-compute[74883]: INFO nova.compute.manager [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Terminating instance
Nov 06 08:47:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.compute.manager [req-07ee231c-8969-479b-afdc-a279f3ba689f req-9c7d3111-4a56-420e-ac11-88cd34d66937 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Instance destroyed successfully.
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'resources' on Instance uuid 5ff8b247-4369-40de-aac3-8f79af342cb1 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-270450644',display_name='tempest-VolumesSnapshotTestJSON-instance-270450644',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-270450644',id=35,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPz6a5zIYvqEaUN1AlxY5LspN8VqzioHAsEfyfI/XL1qQp882/aHkYyH7Mpm7GjzEZHK8aw1rA5y0hk3wWjwcdTBwLvkhfJHLzBj3F0cidDPZJtvZjHqa/N4B9lMKnLfrQ==',key_name='tempest-keypair-2088754967',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:44:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-mxvjqw64',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:44:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=5ff8b247-4369-40de-aac3-8f79af342cb1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "address": "fa:16:3e:90:25:2e", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ddfcc2b-54", "ovs_interfaceid": "1ddfcc2b-54e3-47f9-b1ec-77cac012cff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_vif [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1ddfcc2b-54, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9609e58-0769-4abd-b61c-0b7ce8585d36) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:47:59 user nova-compute[74883]: INFO os_vif [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:25:2e,bridge_name='br-int',has_traffic_filtering=True,id=1ddfcc2b-54e3-47f9-b1ec-77cac012cff2,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1ddfcc2b-54')
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cxFhzlBZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:47:59 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b1bda8c-4940-40ee-be90-5a90f3858ac4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:47:59 user nova-compute[74883]: No targets found.
Nov 06 08:47:59 user nova-compute[74883]: iSNS:
Nov 06 08:47:59 user nova-compute[74883]: No targets found.
Nov 06 08:47:59 user nova-compute[74883]: STATIC:
Nov 06 08:47:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:47:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:47:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:47:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:47:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:47:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:47:59 user nova-compute[74883]: FIRMWARE:
Nov 06 08:47:59 user nova-compute[74883]: No targets found.
Nov 06 08:47:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:47:59 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:47:59 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6374cdd2-2f52-4004-b574-c0e40cc2c7e9', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3c6f863-51de-4603-9a48-a2a7e8398ba1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef9afbc-3353-47ec-bb88-d4a42e9477c0]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:47:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11b4187400>, {}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Disconnecting from: [] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.089s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== disconnect_volume: return (90ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:47:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Deleting instance files /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1_del
Nov 06 08:47:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Deletion of /opt/stack/data/nova/instances/5ff8b247-4369-40de-aac3-8f79af342cb1_del complete
Nov 06 08:47:59 user nova-compute[74883]: INFO nova.compute.manager [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Took 1.06 seconds to destroy the instance on the hypervisor.
Nov 06 08:47:59 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:47:59 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:48:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:01 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Took 1.16 seconds to deallocate network for instance.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-98eacd84-08ec-4835-b929-e9581c722189 req-b0eefe12-05ff-4b71-a8ae-db064a58b7c1 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-deleted-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.volume.cinder [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Attachment dd8bd00a-e73a-499e-a1b3-d1e19a08eceb does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = dd8bd00a-e73a-499e-a1b3-d1e19a08eceb. (HTTP 404) (Request-ID: req-b5aebe35-09c2-420a-bc6a-0d36c561e3af)
Nov 06 08:48:01 user nova-compute[74883]: INFO nova.compute.manager [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Took 0.03 seconds to detach 1 volumes for instance.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state deleted and task_state None.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state deleted and task_state None.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state deleted and task_state None.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-unplugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state deleted and task_state None.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Acquiring lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] No waiting events found dispatching network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:01 user nova-compute[74883]: WARNING nova.compute.manager [req-8bda000b-c047-44f5-a43b-4a4a08372cfd req-50e8c5a7-9289-4c87-adee-2f6b82874ee4 service nova] [instance: 5ff8b247-4369-40de-aac3-8f79af342cb1] Received unexpected event network-vif-plugged-1ddfcc2b-54e3-47f9-b1ec-77cac012cff2 for instance with vm_state deleted and task_state None.
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:01 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Deleted allocations for instance 5ff8b247-4369-40de-aac3-8f79af342cb1
Nov 06 08:48:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4991056d-3996-4a73-ad96-8377444505ed tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "5ff8b247-4369-40de-aac3-8f79af342cb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.910s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:10 user nova-compute[74883]: INFO nova.compute.manager [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Terminating instance
Nov 06 08:48:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-b0155847-2adb-4c00-a256-355cba3d864c req-a1a1c4fc-3197-4df6-92cb-5141dcdee414 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-unplugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:48:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Instance destroyed successfully.
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid beca0a3d-c9a4-4fdd-a512-76bab27eb120 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:40:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1143202119',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1143202119',id=30,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:44:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-860upe1k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:46:25Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=beca0a3d-c9a4-4fdd-a512-76bab27eb120,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "address": "fa:16:3e:3b:45:0f", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c515fbf-c8", "ovs_interfaceid": "6c515fbf-c8a0-4139-91fb-18b34b8b58b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_vif [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c515fbf-c8, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af961b17-e5fe-4b38-aa13-ed2a1a75ca5d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:11 user nova-compute[74883]: INFO os_vif [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3b:45:0f,bridge_name='br-int',has_traffic_filtering=True,id=6c515fbf-c8a0-4139-91fb-18b34b8b58b7,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c515fbf-c8')
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EPrLtuix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:48:11 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7e17d8-1a5b-45bf-a0fa-09589aa2aad0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:48:11 user nova-compute[74883]: No targets found.
Nov 06 08:48:11 user nova-compute[74883]: iSNS:
Nov 06 08:48:11 user nova-compute[74883]: No targets found.
Nov 06 08:48:11 user nova-compute[74883]: STATIC:
Nov 06 08:48:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:48:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43
Nov 06 08:48:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:48:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:11 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:48:11 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:11 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:11 user nova-compute[74883]: FIRMWARE:
Nov 06 08:48:11 user nova-compute[74883]: No targets found.
Nov 06 08:48:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:48:11 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:48:11 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[10452316-ab84-4c16-8d47-c3c0f0f0660a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c463af-2400-4f5c-9694-0181967da6ae]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:48:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a1a320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[78200a59-0ac5-4713-b048-4938565bc7cb]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf4152b-1151-46b6-8fcb-abb98f9516ba]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d8f34f-0362-491b-86af-ea866f327130]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e6c8da-420f-41dc-b703-0ed32e347ebc]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d1cb39-5690-485f-b620-7d3d9d9cae84]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a99825c-6181-41df-9ea7-b37d769786df]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260]
Nov 06 08:48:11 user nova-compute[74883]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43, portal: 172.16.0.220,3260] successful.
Nov 06 08:48:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1443669-4801-4602-b1b3-a0d8a61ccd43 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d262802a-8476-474e-8816-67c24dfac62d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== disconnect_volume: return (372ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:48:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Deleting instance files /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120_del
Nov 06 08:48:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Deletion of /opt/stack/data/nova/instances/beca0a3d-c9a4-4fdd-a512-76bab27eb120_del complete
Nov 06 08:48:11 user nova-compute[74883]: INFO nova.compute.manager [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 06 08:48:11 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:48:11 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:48:12 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:12 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Took 0.91 seconds to deallocate network for instance.
Nov 06 08:48:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-1fd88907-ab75-4dda-afe3-b4534e0a32d6 req-df228e3c-33be-49bd-a3e9-0efa941d0434 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-deleted-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] Acquiring lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] No waiting events found dispatching network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:13 user nova-compute[74883]: WARNING nova.compute.manager [req-83a8b404-9167-474d-83e3-7a9930182d96 req-9d2bccfa-b9d4-4162-8b4c-c63c4f4a53b6 service nova] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Received unexpected event network-vif-plugged-6c515fbf-c8a0-4139-91fb-18b34b8b58b7 for instance with vm_state active and task_state deleting.
Nov 06 08:48:13 user nova-compute[74883]: INFO nova.compute.manager [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: beca0a3d-c9a4-4fdd-a512-76bab27eb120] Took 0.89 seconds to detach 1 volumes for instance.
Nov 06 08:48:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.386s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:14 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Deleted allocations for instance beca0a3d-c9a4-4fdd-a512-76bab27eb120
Nov 06 08:48:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-01a3e637-973b-4300-a8da-2dffe77b7693 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "beca0a3d-c9a4-4fdd-a512-76bab27eb120" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.657s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-changed-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Refreshing instance network info cache due to event network-changed-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] Acquiring lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] Acquired lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:48:14 user nova-compute[74883]: DEBUG nova.network.neutron [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Refreshing network info cache for port 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:48:15 user nova-compute[74883]: DEBUG nova.network.neutron [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updated VIF entry in instance network info cache for port 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:48:15 user nova-compute[74883]: DEBUG nova.network.neutron [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating instance_info_cache with network_info: [{"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8293fb53-e03a-47b2-b971-3ce1e97ed3d3 req-2e50f573-4fe4-4bff-910f-901628e09e3c service nova] Releasing lock "refresh_cache-db334ea0-d472-46a4-900b-8a232bff5f7d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:48:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:19 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:20 user nova-compute[74883]: INFO nova.compute.manager [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attaching volume dab754b0-d566-48b1-85c9-6b8cdfe58b26 to /dev/vdb
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.utils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[366c5e87-f33c-4f99-8dd5-beda5b6e313d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6d005b-001e-443b-a91c-b5831034da10]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd389f4a-7367-4912-a790-9105f52e84e4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f54a4b6-9425-4e7d-9448-db23e41935e2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:48:20 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:48:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d073b1f-ad47-4cd3-8310-62b05c80977b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG os_brick.utils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:48:20 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating existing volume attachment record: 77268d0c-e94e-41f7-9e05-a8b9f8fb9680 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:48:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Going to confirm migration 2 {{(pid=74883) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG nova.network.neutron [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:48:27 user nova-compute[74883]: DEBUG nova.objects.instance [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'info_cache' on Instance uuid 5ee5f394-55fb-4b9b-bdee-217137e975f5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG nova.network.neutron [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG nova.objects.instance [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'migration_context' on Instance uuid 5ee5f394-55fb-4b9b-bdee-217137e975f5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG nova.objects.base [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Object Instance<5ee5f394-55fb-4b9b-bdee-217137e975f5> lazy-loaded attributes: info_cache,migration_context {{(pid=74883) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.448s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:29 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Deleted allocation for migration f6eb17ad-5c82-4c69-9b75-a8cb3b2625fe
Nov 06 08:48:29 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-91498adc-5e58-4cd5-9072-5e67cfda8982 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.922s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:35 user nova-compute[74883]: INFO nova.compute.manager [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Terminating instance
Nov 06 08:48:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:48:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-ab67fb04-57fc-4dc2-9766-b53a9ee92f4d req-db39adf8-b513-4a33-81dc-9b9c18153cf0 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-unplugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Instance destroyed successfully.
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lazy-loading 'resources' on Instance uuid b81f2eca-7980-4096-838e-57c1377a340f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1121622113',display_name='tempest-TestMinimumBasicScenario-server-1121622113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1121622113',id=33,image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLQ9bn6Kxge8nyqNzXvYZJ4gOXfEaEGyBM3VnM7GEucCkL8PFsrp1+ojFJSaRcSaotnn3nFypi+oUze2SBFlxArNgTysrsPwHn4S7S2LClBnLp5dQyW64cLGCPNvAicunA==',key_name='tempest-TestMinimumBasicScenario-840440093',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:43:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da03bd67110a48229020e74c4726bd5d',ramdisk_id='',reservation_id='r-5gy0ger0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='29898999-99ba-4fdf-a58c-01c2918db86b',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1768627633',owner_user_name='tempest-TestMinimumBasicScenario-1768627633-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:45:44Z,user_data=None,user_id='39fa018d03524b07905117243bed080a',uuid=b81f2eca-7980-4096-838e-57c1377a340f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converting VIF {"id": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "address": "fa:16:3e:fc:46:d8", "network": {"id": "95e2afdb-770f-4cb9-9fc4-9bf444338f8d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-753073750-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da03bd67110a48229020e74c4726bd5d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfb95883-d3", "ovs_interfaceid": "cfb95883-d3f0-4fc3-a106-d155e9e0f8d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG os_vif [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfb95883-d3, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2289d58f-da8b-4d99-a00b-6c8342b45af1) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:48:36 user nova-compute[74883]: INFO os_vif [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:46:d8,bridge_name='br-int',has_traffic_filtering=True,id=cfb95883-d3f0-4fc3-a106-d155e9e0f8d1,network=Network(95e2afdb-770f-4cb9-9fc4-9bf444338f8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfb95883-d3')
Nov 06 08:48:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Deleting instance files /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f_del
Nov 06 08:48:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Deletion of /opt/stack/data/nova/instances/b81f2eca-7980-4096-838e-57c1377a340f_del complete
Nov 06 08:48:36 user nova-compute[74883]: INFO nova.compute.manager [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Took 1.09 seconds to destroy the instance on the hypervisor.
Nov 06 08:48:36 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:48:36 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:37 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Took 0.46 seconds to deallocate network for instance.
Nov 06 08:48:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-0dca5f85-a972-49a9-988c-7ed286cd86b3 req-728302d7-48ec-48c7-a4a0-b7ed57d0aeb4 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-deleted-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.411s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:37 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Deleted allocations for instance b81f2eca-7980-4096-838e-57c1377a340f
Nov 06 08:48:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3e1a3df3-6154-41cf-9416-01dbdf107b4b tempest-TestMinimumBasicScenario-1768627633 tempest-TestMinimumBasicScenario-1768627633-project-member] Lock "b81f2eca-7980-4096-838e-57c1377a340f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.256s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] Acquiring lock "b81f2eca-7980-4096-838e-57c1377a340f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] Lock "b81f2eca-7980-4096-838e-57c1377a340f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:38 user nova-compute[74883]: DEBUG nova.compute.manager [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] No waiting events found dispatching network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:38 user nova-compute[74883]: WARNING nova.compute.manager [req-a12a18f4-d5a0-4410-9b89-36879412e6db req-427ec71d-363e-4ec5-9fd4-7f3ed5ed0790 service nova] [instance: b81f2eca-7980-4096-838e-57c1377a340f] Received unexpected event network-vif-plugged-cfb95883-d3f0-4fc3-a106-d155e9e0f8d1 for instance with vm_state deleted and task_state None.
Nov 06 08:48:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing instance network info cache due to event network-changed-abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] Acquiring lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] Acquired lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Refreshing network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:39 user nova-compute[74883]: INFO nova.compute.manager [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Terminating instance
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-3fbb0b2e-454c-4157-a210-953d3e6638a0 req-fc36c5d1-bff0-4c14-a36a-effa18df99f9 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-unplugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updated VIF entry in instance network info cache for port abe3ab72-471b-4a20-b4e7-38f1f15a74df. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:48:39 user nova-compute[74883]: DEBUG nova.network.neutron [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [{"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-884d75a5-80b4-47e6-95ff-9b77c313bee9 req-629f1e2c-3ea5-4ee7-a04d-d07a23ff2cdd service nova] Releasing lock "refresh_cache-f672a3de-0348-4430-846f-d3b3d04f939d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Instance destroyed successfully.
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.objects.instance [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lazy-loading 'resources' on Instance uuid f672a3de-0348-4430-846f-d3b3d04f939d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-06T08:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1444701513',display_name='tempest-TestShelveInstance-server-1444701513',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1444701513',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMaL6l89dhR105WAf/7STWOqCFWcTvOfMseQ9/jzAxAP81sL/FBW4r/vEyCKUrukc+Idw7doS6YeFqbOYHLZ0rdI7bs/Rj9n8idkAghuC+31LDQuAQ9ggT5GeU1xCXieng==',key_name='tempest-TestShelveInstance-1597951407',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:47:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61f4cc96e52e49179cde19c16f43aa36',ramdisk_id='',reservation_id='r-ol42r7qs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-569663581',owner_user_name='tempest-TestShelveInstance-569663581-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:47:22Z,user_data=None,user_id='74efe1d957ef49299b8393a087c30db6',uuid=f672a3de-0348-4430-846f-d3b3d04f939d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converting VIF {"id": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "address": "fa:16:3e:d0:55:be", "network": {"id": "29189b0c-e177-4592-91c3-0b3fb165bcbd", "bridge": "br-int", "label": "tempest-TestShelveInstance-1501143696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61f4cc96e52e49179cde19c16f43aa36", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe3ab72-47", "ovs_interfaceid": "abe3ab72-471b-4a20-b4e7-38f1f15a74df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_vif [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabe3ab72-47, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8673eda5-47c6-40ac-a395-4db4101e3c8f) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:40 user nova-compute[74883]: INFO os_vif [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:55:be,bridge_name='br-int',has_traffic_filtering=True,id=abe3ab72-471b-4a20-b4e7-38f1f15a74df,network=Network(29189b0c-e177-4592-91c3-0b3fb165bcbd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe3ab72-47')
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BtAVFQgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:48:40 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd9c981-d0f7-424f-aa80-4cbbece37eaa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:48:40 user nova-compute[74883]: No targets found.
Nov 06 08:48:40 user nova-compute[74883]: iSNS:
Nov 06 08:48:40 user nova-compute[74883]: No targets found.
Nov 06 08:48:40 user nova-compute[74883]: STATIC:
Nov 06 08:48:40 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:48:40 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:40 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:40 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:48:40 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:40 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:40 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590
Nov 06 08:48:40 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:48:40 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:48:40 user nova-compute[74883]: FIRMWARE:
Nov 06 08:48:40 user nova-compute[74883]: No targets found.
Nov 06 08:48:40 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:48:40 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:48:40 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f5f96c-240c-4af0-9815-8e01ac611790]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc55820-e34f-423c-ba2b-d0c68deddf19]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:40 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:40 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:48:40 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:40 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:40 user nova-compute[74883]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 (non-flash)
Nov 06 08:48:40 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11c0fd1d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590'): ({'sdg'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Removing single pathed devices sdg {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ce86c5-d255-470d-b518-51a22b569e1c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b85189-667a-4a17-a08a-3f527c1e6a44]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Flushing IO for device /dev/sdg {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab7e6a6-1bf3-4d8c-89cf-f6f6518cc950]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6c2001-a640-4ffd-9c09-bbc9ad426b70]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] SCSI volumes sdg have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23334643037376436', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6c1192dc', '/dev/disk/by-id/scsi-1SCST_BIO6c1192dc-34d077d6ac5c6851') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec76b7c-be9d-4e48-898b-421076c28db5]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ccbc547-88c4-4342-b5b1-51882125c8d2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb2665f-6c30-4191-b3c7-03204ed1cac6]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260]
Nov 06 08:48:40 user nova-compute[74883]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590, portal: 172.16.0.220,3260] successful.
Nov 06 08:48:40 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bbbc224-8a26-4995-b4cb-fe610e1f4590 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[94421d4f-1189-4c05-8716-25f40e9df92c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] <== disconnect_volume: return (344ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:48:40 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deleting instance files /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d_del
Nov 06 08:48:40 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deletion of /opt/stack/data/nova/instances/f672a3de-0348-4430-846f-d3b3d04f939d_del complete
Nov 06 08:48:40 user nova-compute[74883]: INFO nova.compute.manager [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 06 08:48:40 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:48:40 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:41 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Took 0.47 seconds to deallocate network for instance.
Nov 06 08:48:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-7766380a-3b2b-4116-9e60-2f0735192928 req-0fb38977-e172-4a18-8a32-edd3f0296843 service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-deleted-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] Acquiring lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] Lock "f672a3de-0348-4430-846f-d3b3d04f939d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] No waiting events found dispatching network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:48:41 user nova-compute[74883]: WARNING nova.compute.manager [req-c8c17f44-9094-4b3b-b03a-daeea986a24a req-82a70513-6a96-43cb-aeeb-7dd517e57dbb service nova] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Received unexpected event network-vif-plugged-abe3ab72-471b-4a20-b4e7-38f1f15a74df for instance with vm_state active and task_state deleting.
Nov 06 08:48:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOGcbrqH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:48:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:48:44 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:48:44 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6bfa03-cf0d-4020-ad86-0be90c8ffcdb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:48:44 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[723835a2-c2b1-453b-b47a-595485c76cf8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26] added
Nov 06 08:48:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[964309f0-82cd-426a-905f-1fcf02140e61]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.034s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ede3537-4a96-4196-a454-229bd3497302]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOGcbrqH {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IOGcbrqH" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cc9fe91-e6ba-4676-a90b-7a9e195f48a4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IOGcbrqH'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[567f2bdb-120e-4041-b363-4c1e743d6561]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e7e6a5d-78cd-491f-aaa3-0a0787d5b5cd]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:44 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:44 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6623b08-63f7-4d1b-8d7b-5462b6e87230]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260]
Nov 06 08:48:44 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260] successful.
Nov 06 08:48:44 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea68e42-15cc-4213-ac06-dc6ea85eb157]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:48:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd60aeb6-f168-4b0f-9ea2-e73bb0d40ca1]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:45 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:45 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:48:45 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:48:45 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:48:45 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:48:45 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e4c540-e1fb-402b-947e-60f590424e53]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOGcbrqH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:48:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '23564363861663861', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564363861663861', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:48:46 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:48:46 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:48:46 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:48:46 user nova-compute[74883]:   <serial>dab754b0-d566-48b1-85c9-6b8cdfe58b26</serial>
Nov 06 08:48:46 user nova-compute[74883]: </disk>
Nov 06 08:48:46 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No VIF found with MAC fa:16:3e:43:8d:9d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:48:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f4a67fb6-d622-4955-955d-7deef77257d4 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.756s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:48:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:48:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:48:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:48:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [{"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:48:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:48:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:48:52 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:53 user nova-compute[74883]: INFO nova.compute.manager [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Took 12.23 seconds to detach 1 volumes for instance.
Nov 06 08:48:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] [instance: f672a3de-0348-4430-846f-d3b3d04f939d] Deleting volume: 6bbbc224-8a26-4995-b4cb-fe610e1f4590 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:53 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Deleted allocations for instance f672a3de-0348-4430-846f-d3b3d04f939d
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-8570f41f-642a-43c7-8216-88c1192b9de4 tempest-TestShelveInstance-569663581 tempest-TestShelveInstance-569663581-project-member] Lock "f672a3de-0348-4430-846f-d3b3d04f939d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.530s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.136s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:54 user nova-compute[74883]: INFO nova.compute.manager [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attaching volume c8e23d3a-81ea-44ce-9dc3-31573d5c663b to /dev/vdc
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.utils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6a5625-2c25-41e5-bd19-50d46195535d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b53539-bb67-4be8-a076-f02dcee3b442]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b8d4679-93c9-4b14-9b2f-4b3a8ad4c29e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19a0b28-7cbb-49d4-b30e-d81ac5e8b74f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:48:54 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:48:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[277ee0bf-3ee4-42dd-9dd8-ba5745dbe8b4]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG os_brick.utils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:48:54 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating existing volume attachment record: d3a3c063-6f66-4b47-bc8c-891b212ded04 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:48:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:48:57 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8221MB free_disk=24.68048095703125GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bf0a60f0-8729-4b85-94c7-b65a1420271c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance db334ea0-d472-46a4-900b-8a232bff5f7d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:48:57 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.736s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:48:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:48:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:48:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:49:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:02 user nova-compute[74883]: INFO nova.compute.manager [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Terminating instance
Nov 06 08:49:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-unplugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] No waiting events found dispatching network-vif-unplugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-c87723a8-0008-4c7f-8a9c-bc06d80f9626 req-d8923946-db9d-4416-b86e-4ad905d40500 service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-unplugged-a56d3beb-603c-423b-8f74-795a3f258bcf for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Instance destroyed successfully.
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.objects.instance [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid bf0a60f0-8729-4b85-94c7-b65a1420271c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:37:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-640868241',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-640868241',id=27,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:38:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-6a9kzsxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:39:54Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=bf0a60f0-8729-4b85-94c7-b65a1420271c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "a56d3beb-603c-423b-8f74-795a3f258bcf", "address": "fa:16:3e:52:db:c2", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa56d3beb-60", "ovs_interfaceid": "a56d3beb-603c-423b-8f74-795a3f258bcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG os_vif [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa56d3beb-60, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dff841d7-7896-4406-bb80-3821fbf90a67) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:03 user nova-compute[74883]: INFO os_vif [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:db:c2,bridge_name='br-int',has_traffic_filtering=True,id=a56d3beb-603c-423b-8f74-795a3f258bcf,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa56d3beb-60')
Nov 06 08:49:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Deleting instance files /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c_del
Nov 06 08:49:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Deletion of /opt/stack/data/nova/instances/bf0a60f0-8729-4b85-94c7-b65a1420271c_del complete
Nov 06 08:49:03 user nova-compute[74883]: INFO nova.compute.manager [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Took 1.08 seconds to destroy the instance on the hypervisor.
Nov 06 08:49:03 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:03 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Took 0.51 seconds to deallocate network for instance.
Nov 06 08:49:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-936cbd39-1b75-4635-89b0-a53576517a3d req-2f9e4822-5738-4413-a761-2fff2d9ac4bd service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-deleted-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.373s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:04 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Deleted allocations for instance bf0a60f0-8729-4b85-94c7-b65a1420271c
Nov 06 08:49:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-97abab7e-8b8c-4fe1-8e69-730a8033b45b tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.169s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] Acquiring lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] Lock "bf0a60f0-8729-4b85-94c7-b65a1420271c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] No waiting events found dispatching network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:04 user nova-compute[74883]: WARNING nova.compute.manager [req-e0c89baa-6a01-420b-ae44-57665d81f15b req-5cdbab36-4dd3-4819-a7f2-bdc348cfa67f service nova] [instance: bf0a60f0-8729-4b85-94c7-b65a1420271c] Received unexpected event network-vif-plugged-a56d3beb-603c-423b-8f74-795a3f258bcf for instance with vm_state deleted and task_state None.
Nov 06 08:49:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:49:13 user nova-compute[74883]: INFO nova.compute.claims [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Claim successful on node user
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.355s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:49:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:49:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.policy [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad1cc13bbcd34460bebcdb7496efd0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713093dbdc90480d9f03ff2985ba472e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:49:14 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Creating image(s)
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "/opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "/opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "/opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk 1073741824" returned: 0 in 0.053s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Checking if we can resize image /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Successfully created port: 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Cannot resize image /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Ensure instance console log exists: /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Successfully updated port: 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-changed-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Refreshing instance network info cache due to event network-changed-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:49:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Instance network_info: |[{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Refreshing network info cache for port 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Start _get_guest_xml network_info=[{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:49:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2122475348',display_name='tempest-SnapshotDataIntegrityTests-server-2122475348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2122475348',id=37,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0DrViEK3PTIFALgIsgc4B5Eh1H2+R3RpP7Dsz2O5E3hczgLk53ESs6gPGZQcjpDglo0OPy5XDISjL26aTZPMxR9hJUYq5fXi3Pbu+rKVcKJHtA2ZcRXSygEvVNhRcTxA==',key_name='tempest-keypair-1143723855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713093dbdc90480d9f03ff2985ba472e',ramdisk_id='',reservation_id='r-e04lgbd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-140375753',owner_user_name='tempest-SnapshotDataIntegrityTests-140375753-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:49:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ad1cc13bbcd34460bebcdb7496efd0a1',uuid=25cf0d7d-dc86-47a9-af98-293ffd176294,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converting VIF {"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.objects.instance [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'pci_devices' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:49:16 user nova-compute[74883]:   <uuid>25cf0d7d-dc86-47a9-af98-293ffd176294</uuid>
Nov 06 08:49:16 user nova-compute[74883]:   <name>instance-00000025</name>
Nov 06 08:49:16 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:49:16 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:49:16 user nova-compute[74883]:   <metadata>
Nov 06 08:49:16 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:49:16 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-2122475348</nova:name>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:49:16</nova:creationTime>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:49:16 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:49:16 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:owner>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:user uuid="ad1cc13bbcd34460bebcdb7496efd0a1">tempest-SnapshotDataIntegrityTests-140375753-project-member</nova:user>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:project uuid="713093dbdc90480d9f03ff2985ba472e">tempest-SnapshotDataIntegrityTests-140375753</nova:project>
Nov 06 08:49:16 user nova-compute[74883]:       </nova:owner>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:49:16 user nova-compute[74883]:       <nova:ports>
Nov 06 08:49:16 user nova-compute[74883]:         <nova:port uuid="6c61bd31-ed4f-4f36-830f-2fa4eed8b67c">
Nov 06 08:49:16 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 06 08:49:16 user nova-compute[74883]:         </nova:port>
Nov 06 08:49:16 user nova-compute[74883]:       </nova:ports>
Nov 06 08:49:16 user nova-compute[74883]:     </nova:instance>
Nov 06 08:49:16 user nova-compute[74883]:   </metadata>
Nov 06 08:49:16 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:49:16 user nova-compute[74883]:     <system>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="serial">25cf0d7d-dc86-47a9-af98-293ffd176294</entry>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="uuid">25cf0d7d-dc86-47a9-af98-293ffd176294</entry>
Nov 06 08:49:16 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:49:16 user nova-compute[74883]:     </system>
Nov 06 08:49:16 user nova-compute[74883]:   </sysinfo>
Nov 06 08:49:16 user nova-compute[74883]:   <os>
Nov 06 08:49:16 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:49:16 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:49:16 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:49:16 user nova-compute[74883]:   </os>
Nov 06 08:49:16 user nova-compute[74883]:   <features>
Nov 06 08:49:16 user nova-compute[74883]:     <acpi/>
Nov 06 08:49:16 user nova-compute[74883]:     <apic/>
Nov 06 08:49:16 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:49:16 user nova-compute[74883]:   </features>
Nov 06 08:49:16 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:49:16 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:49:16 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:49:16 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:49:16 user nova-compute[74883]:   </clock>
Nov 06 08:49:16 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:49:16 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:49:16 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:49:16 user nova-compute[74883]:   </cpu>
Nov 06 08:49:16 user nova-compute[74883]:   <devices>
Nov 06 08:49:16 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:49:16 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:49:16 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk"/>
Nov 06 08:49:16 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:49:16 user nova-compute[74883]:     </disk>
Nov 06 08:49:16 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:49:16 user nova-compute[74883]:       <mac address="fa:16:3e:2f:51:a7"/>
Nov 06 08:49:16 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:49:16 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:49:16 user nova-compute[74883]:       <target dev="tap6c61bd31-ed"/>
Nov 06 08:49:16 user nova-compute[74883]:     </interface>
Nov 06 08:49:16 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:49:16 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/console.log" append="off"/>
Nov 06 08:49:16 user nova-compute[74883]:     </serial>
Nov 06 08:49:16 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:49:16 user nova-compute[74883]:     <video>
Nov 06 08:49:16 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:49:16 user nova-compute[74883]:     </video>
Nov 06 08:49:16 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:49:16 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:49:16 user nova-compute[74883]:     </rng>
Nov 06 08:49:16 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:49:16 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:49:16 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:49:16 user nova-compute[74883]:     </memballoon>
Nov 06 08:49:16 user nova-compute[74883]:   </devices>
Nov 06 08:49:16 user nova-compute[74883]: </domain>
Nov 06 08:49:16 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2122475348',display_name='tempest-SnapshotDataIntegrityTests-server-2122475348',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2122475348',id=37,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0DrViEK3PTIFALgIsgc4B5Eh1H2+R3RpP7Dsz2O5E3hczgLk53ESs6gPGZQcjpDglo0OPy5XDISjL26aTZPMxR9hJUYq5fXi3Pbu+rKVcKJHtA2ZcRXSygEvVNhRcTxA==',key_name='tempest-keypair-1143723855',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='713093dbdc90480d9f03ff2985ba472e',ramdisk_id='',reservation_id='r-e04lgbd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-140375753',owner_user_name='tempest-SnapshotDataIntegrityTests-140375753-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:49:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ad1cc13bbcd34460bebcdb7496efd0a1',uuid=25cf0d7d-dc86-47a9-af98-293ffd176294,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converting VIF {"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG os_vif [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6aeb5740-b048-51a3-aed3-a15509febd2f', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6c61bd31-ed, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6c61bd31-ed, col_values=(('qos', UUID('04d57cf1-140f-4523-b82e-3801e0ba8069')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6c61bd31-ed, col_values=(('external_ids', {'iface-id': '6c61bd31-ed4f-4f36-830f-2fa4eed8b67c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:51:a7', 'vm-uuid': '25cf0d7d-dc86-47a9-af98-293ffd176294'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:16 user nova-compute[74883]: INFO os_vif [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed')
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No VIF found with MAC fa:16:3e:2f:51:a7, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated VIF entry in instance network info cache for port 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-fba8ad17-4144-486e-9858-533b09469e04 req-e6459538-2012-4639-9920-6beaacb93c23 service nova] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:49:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] No waiting events found dispatching network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:18 user nova-compute[74883]: WARNING nova.compute.manager [req-bdbdb24c-143c-40d6-9c0c-66b865a1812d req-330c43f9-e342-4044-bed2-08752ca46721 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received unexpected event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c for instance with vm_state building and task_state spawning.
Nov 06 08:49:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hqaVvBJX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:49:19 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:49:19 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:49:19 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a27971e-e02d-474e-8311-634f4c9e7287]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:49:19 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[339a78c0-a0e2-4f74-9d0c-88e502d95bbf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b] added
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f540e3b8-3927-48c9-955f-d637f1558e19]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3afeba68-e459-42bd-9750-f38bfe153714]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hqaVvBJX {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hqaVvBJX" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6572832f-0db3-4c52-a8d4-3800bfb6a2be]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hqaVvBJX'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[afc0771e-b8b6-4a74-b9a1-b0c26f884a1f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3b1b34-9a47-4278-a4a1-204fe55372b7]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b565f1-d137-4dfa-b87c-1f69eca49a26]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260]
Nov 06 08:49:19 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260] successful.
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f971661b-a264-4925-ac14-1fd041e7b164]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9994a7a-1301-4987-a7e6-a55e53e990d2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:19 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7539f0-e9c0-4591-a0f7-26dbbd135a89]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:49:19 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Instance spawned successfully.
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:19 user nova-compute[74883]: INFO nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Took 5.89 seconds to spawn the instance on the hypervisor.
Nov 06 08:49:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:49:20 user nova-compute[74883]: INFO nova.compute.manager [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Took 6.63 seconds to build instance.
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-859f9b97-b27a-4687-954f-cac80b3da819 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.744s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] No waiting events found dispatching network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:20 user nova-compute[74883]: WARNING nova.compute.manager [req-54d90622-3bdf-4f24-be3c-45f0f6d87ab4 req-34072025-3ced-46a6-a3bc-427869f52684 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received unexpected event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c for instance with vm_state active and task_state None.
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:49:20 user nova-compute[74883]: INFO nova.compute.claims [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Claim successful on node user
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hqaVvBJX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '26532356662316132', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26532356662316132', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.336s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:49:20 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:49:20 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:49:20 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 08:49:20 user nova-compute[74883]:   <serial>c8e23d3a-81ea-44ce-9dc3-31573d5c663b</serial>
Nov 06 08:49:20 user nova-compute[74883]: </disk>
Nov 06 08:49:20 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:49:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.policy [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b60fb736a034e56968b33d027d5cac3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a09c4009a744676ac8f0f7eeea1e2a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:49:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Creating image(s)
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "/opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "/opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "/opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.204s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] No VIF found with MAC fa:16:3e:43:8d:9d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.191s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk 1073741824" returned: 0 in 0.058s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-57f60182-033c-480f-aa50-77c73981c8b9 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.695s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Checking if we can resize image /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Successfully created port: 7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Cannot resize image /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Ensure instance console log exists: /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:22 user nova-compute[74883]: INFO nova.compute.manager [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Detaching volume dab754b0-d566-48b1-85c9-6b8cdfe58b26
Nov 06 08:49:22 user nova-compute[74883]: INFO nova.virt.block_device [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attempting to driver detach volume dab754b0-d566-48b1-85c9-6b8cdfe58b26 from mountpoint /dev/vdb
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Attempting to detach device vdb from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:49:22 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:49:22 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:49:22 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:49:22 user nova-compute[74883]:   <serial>dab754b0-d566-48b1-85c9-6b8cdfe58b26</serial>
Nov 06 08:49:22 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:49:22 user nova-compute[74883]: </disk>
Nov 06 08:49:22 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:49:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdb from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the persistent domain config.
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:49:22 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:49:22 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:49:22 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:49:22 user nova-compute[74883]:   <serial>dab754b0-d566-48b1-85c9-6b8cdfe58b26</serial>
Nov 06 08:49:22 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:49:22 user nova-compute[74883]: </disk>
Nov 06 08:49:22 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Successfully updated port: 7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquired lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-changed-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Refreshing instance network info cache due to event network-changed-7f54d104-1d34-4143-a2b0-6474582c109e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] Acquiring lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.neutron [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updating instance_info_cache with network_info: [{"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Releasing lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Instance network_info: |[{"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] Acquired lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.neutron [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Refreshing network info cache for port 7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Start _get_guest_xml network_info=[{"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:49:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780470321',display_name='tempest-VolumesSnapshotTestJSON-instance-1780470321',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780470321',id=38,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDOc20qN7+Tos+QKeKFDrsIiP8cIKALdicO45SLnoBsKjqO38OmkPlksFUSyYB230MhyeTrumKG8YeGDNYx1cSulA67OrcKqwWx5LP8rjyrl8qJG0BqZQ6WmuBH5nzl88A==',key_name='tempest-keypair-1341406135',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-f2yrq0w6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:49:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=acd1bdb0-53ba-4007-ab35-8d536e2d0a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'pci_devices' on Instance uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:49:22 user nova-compute[74883]:   <uuid>acd1bdb0-53ba-4007-ab35-8d536e2d0a0d</uuid>
Nov 06 08:49:22 user nova-compute[74883]:   <name>instance-00000026</name>
Nov 06 08:49:22 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:49:22 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:49:22 user nova-compute[74883]:   <metadata>
Nov 06 08:49:22 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:49:22 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1780470321</nova:name>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:49:22</nova:creationTime>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:49:22 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:49:22 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:owner>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:user uuid="4b60fb736a034e56968b33d027d5cac3">tempest-VolumesSnapshotTestJSON-1488640338-project-member</nova:user>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:project uuid="1a09c4009a744676ac8f0f7eeea1e2a4">tempest-VolumesSnapshotTestJSON-1488640338</nova:project>
Nov 06 08:49:22 user nova-compute[74883]:       </nova:owner>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:49:22 user nova-compute[74883]:       <nova:ports>
Nov 06 08:49:22 user nova-compute[74883]:         <nova:port uuid="7f54d104-1d34-4143-a2b0-6474582c109e">
Nov 06 08:49:22 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:49:22 user nova-compute[74883]:         </nova:port>
Nov 06 08:49:22 user nova-compute[74883]:       </nova:ports>
Nov 06 08:49:22 user nova-compute[74883]:     </nova:instance>
Nov 06 08:49:22 user nova-compute[74883]:   </metadata>
Nov 06 08:49:22 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:49:22 user nova-compute[74883]:     <system>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="serial">acd1bdb0-53ba-4007-ab35-8d536e2d0a0d</entry>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="uuid">acd1bdb0-53ba-4007-ab35-8d536e2d0a0d</entry>
Nov 06 08:49:22 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:49:22 user nova-compute[74883]:     </system>
Nov 06 08:49:22 user nova-compute[74883]:   </sysinfo>
Nov 06 08:49:22 user nova-compute[74883]:   <os>
Nov 06 08:49:22 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:49:22 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:49:22 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:49:22 user nova-compute[74883]:   </os>
Nov 06 08:49:22 user nova-compute[74883]:   <features>
Nov 06 08:49:22 user nova-compute[74883]:     <acpi/>
Nov 06 08:49:22 user nova-compute[74883]:     <apic/>
Nov 06 08:49:22 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:49:22 user nova-compute[74883]:   </features>
Nov 06 08:49:22 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:49:22 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:49:22 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:49:22 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:49:22 user nova-compute[74883]:   </clock>
Nov 06 08:49:22 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:49:22 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:49:22 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:49:22 user nova-compute[74883]:   </cpu>
Nov 06 08:49:22 user nova-compute[74883]:   <devices>
Nov 06 08:49:22 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:49:22 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:49:22 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk"/>
Nov 06 08:49:22 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:49:22 user nova-compute[74883]:     </disk>
Nov 06 08:49:22 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:49:22 user nova-compute[74883]:       <mac address="fa:16:3e:87:57:84"/>
Nov 06 08:49:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:49:22 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:49:22 user nova-compute[74883]:       <target dev="tap7f54d104-1d"/>
Nov 06 08:49:22 user nova-compute[74883]:     </interface>
Nov 06 08:49:22 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:49:22 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/console.log" append="off"/>
Nov 06 08:49:22 user nova-compute[74883]:     </serial>
Nov 06 08:49:22 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:49:22 user nova-compute[74883]:     <video>
Nov 06 08:49:22 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:49:22 user nova-compute[74883]:     </video>
Nov 06 08:49:22 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:49:22 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:49:22 user nova-compute[74883]:     </rng>
Nov 06 08:49:22 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:49:22 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:49:22 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:49:22 user nova-compute[74883]:     </memballoon>
Nov 06 08:49:22 user nova-compute[74883]:   </devices>
Nov 06 08:49:22 user nova-compute[74883]: </domain>
Nov 06 08:49:22 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780470321',display_name='tempest-VolumesSnapshotTestJSON-instance-1780470321',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780470321',id=38,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDOc20qN7+Tos+QKeKFDrsIiP8cIKALdicO45SLnoBsKjqO38OmkPlksFUSyYB230MhyeTrumKG8YeGDNYx1cSulA67OrcKqwWx5LP8rjyrl8qJG0BqZQ6WmuBH5nzl88A==',key_name='tempest-keypair-1341406135',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-f2yrq0w6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:49:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=acd1bdb0-53ba-4007-ab35-8d536e2d0a0d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG os_vif [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e5d5d471-36d3-5689-8c97-50f8623010ff', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f54d104-1d, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f54d104-1d, col_values=(('qos', UUID('7bd4e6a0-41ad-4c2f-94c6-cec7bcc7362a')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f54d104-1d, col_values=(('external_ids', {'iface-id': '7f54d104-1d34-4143-a2b0-6474582c109e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:57:84', 'vm-uuid': 'acd1bdb0-53ba-4007-ab35-8d536e2d0a0d'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:22 user nova-compute[74883]: INFO os_vif [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d')
Nov 06 08:49:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:49:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No VIF found with MAC fa:16:3e:87:57:84, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:49:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updated VIF entry in instance network info cache for port 7f54d104-1d34-4143-a2b0-6474582c109e. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:49:23 user nova-compute[74883]: DEBUG nova.network.neutron [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updating instance_info_cache with network_info: [{"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a38cb2ef-87a2-454a-ab3a-e4deb4458c94 req-f4f3ff7a-3efe-45a0-a922-7218d839efe3 service nova] Releasing lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] No waiting events found dispatching network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:24 user nova-compute[74883]: WARNING nova.compute.manager [req-c43dd74e-f492-4009-acac-e31f5dbc43f8 req-7a6ddc43-4472-4206-bd9a-4a03451b56fd service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received unexpected event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e for instance with vm_state building and task_state spawning.
Nov 06 08:49:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:49:26 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Instance spawned successfully.
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:49:26 user nova-compute[74883]: INFO nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] No waiting events found dispatching network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:26 user nova-compute[74883]: WARNING nova.compute.manager [req-1602b694-d88d-41f0-bb00-8933a6715a7e req-1a8604b4-04a2-4d0a-ad77-6330abbdae90 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received unexpected event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e for instance with vm_state building and task_state spawning.
Nov 06 08:49:26 user nova-compute[74883]: INFO nova.compute.manager [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Took 6.48 seconds to build instance.
Nov 06 08:49:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-375e110d-1f34-4c41-8557-b942559ca28b tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.581s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:42 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance db334ea0-d472-46a4-900b-8a232bff5f7d is timed out.
Nov 06 08:49:42 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdb from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the live domain config.
Nov 06 08:49:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IOGcbrqH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:49:42 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7dde0f1-33aa-465e-9e15-df5ac5e635f9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:49:42 user nova-compute[74883]: No targets found.
Nov 06 08:49:42 user nova-compute[74883]: iSNS:
Nov 06 08:49:42 user nova-compute[74883]: No targets found.
Nov 06 08:49:42 user nova-compute[74883]: STATIC:
Nov 06 08:49:42 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:49:42 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:42 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:42 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b
Nov 06 08:49:42 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:42 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:42 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26
Nov 06 08:49:42 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:42 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:42 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:49:42 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:42 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:42 user nova-compute[74883]: FIRMWARE:
Nov 06 08:49:42 user nova-compute[74883]: No targets found.
Nov 06 08:49:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:49:42 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:49:42 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13d3e0d-67e2-44a3-b727-861d2ce189f2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[61bd3185-157c-4ef0-b0e6-f3253473aa28]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 (non-flash)
Nov 06 08:49:42 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119428d990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[69021ed3-1b21-4891-bd83-e3148c623521]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26ee844-bf4f-4ce2-88a3-13c8b513810f]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc241573-2fc1-4253-814d-34becfc0517e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b8174d-41bb-41be-b5c6-70ec2a3aa731]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[510ca2dc-62cb-476d-a34a-90b969edaab3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dace8f1-dc30-4c9a-abdb-0f0d894bd2fc]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260]
Nov 06 08:49:43 user nova-compute[74883]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26, portal: 172.16.0.220,3260] successful.
Nov 06 08:49:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dab754b0-d566-48b1-85c9-6b8cdfe58b26 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd3475ca-d5e3-4e83-b0f4-c1220e3f3635]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== disconnect_volume: return (372ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:49:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:49:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:48 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [{"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-f635137f-3a94-4fe3-bb99-ef0270d6bbb2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:49:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:52 user nova-compute[74883]: INFO nova.compute.manager [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Terminating instance
Nov 06 08:49:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-a8009b72-8d2d-47f0-b6e4-99e49a0b46b6 req-0906bb56-f35b-46a2-825a-7f3b357b243a service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-unplugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:49:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Instance destroyed successfully.
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-240167301',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-240167301',id=21,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:34:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-ukr1nhzg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:36:09Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=dbd7ec4b-03f4-47dc-894c-dfd09dea43ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "077735b7-0e83-47ba-a413-e5ca8a437511", "address": "fa:16:3e:22:77:2b", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap077735b7-0e", "ovs_interfaceid": "077735b7-0e83-47ba-a413-e5ca8a437511", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_vif [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap077735b7-0e, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a9880873-f7ef-487b-a193-af550cd2c930) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:53 user nova-compute[74883]: INFO os_vif [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:22:77:2b,bridge_name='br-int',has_traffic_filtering=True,id=077735b7-0e83-47ba-a413-e5ca8a437511,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap077735b7-0e')
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FINqYdCA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:49:53 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b070965f-3b7f-4054-96e9-c7c369cb8f19]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:49:53 user nova-compute[74883]: No targets found.
Nov 06 08:49:53 user nova-compute[74883]: iSNS:
Nov 06 08:49:53 user nova-compute[74883]: No targets found.
Nov 06 08:49:53 user nova-compute[74883]: STATIC:
Nov 06 08:49:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:49:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b
Nov 06 08:49:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b
Nov 06 08:49:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:49:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:49:53 user nova-compute[74883]: FIRMWARE:
Nov 06 08:49:53 user nova-compute[74883]: No targets found.
Nov 06 08:49:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:49:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:49:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[19a0601d-cae1-481c-b703-c2236515ecd7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d68b61b-23bc-4c70-a44e-d65411691917]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:53 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:53 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b (non-flash)
Nov 06 08:49:53 user nova-compute[74883]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:49:53 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:49:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a1b640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b'): ({'sde'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Removing single pathed devices sde {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1489485-7f2f-40f7-8657-5e36042d3ae7]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b404763f-3081-4c27-bb20-a59e2abea5e5]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Flushing IO for device /dev/sde {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac88cc0b-5d91-4571-bcf3-258550c25439]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9d6810-52fe-4ee6-a762-4d1dda74e476]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] SCSI volumes sde have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[954deb37-1fcf-4112-9106-ec278e80a70a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02ab4fb-8f39-4708-827a-eb4d37964d54]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260]
Nov 06 08:49:53 user nova-compute[74883]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b, portal: 172.16.0.220,3260] successful.
Nov 06 08:49:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ac68af94-1c5d-4773-b2b4-56dc6b94de9b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e33237d-711a-42a1-a85e-5850f9c0792e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] <== disconnect_volume: return (317ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:49:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Deleting instance files /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad_del
Nov 06 08:49:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Deletion of /opt/stack/data/nova/instances/dbd7ec4b-03f4-47dc-894c-dfd09dea43ad_del complete
Nov 06 08:49:53 user nova-compute[74883]: INFO nova.compute.manager [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 06 08:49:53 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:49:53 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:49:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:49:54 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Took 0.40 seconds to deallocate network for instance.
Nov 06 08:49:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] No waiting events found dispatching network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:49:55 user nova-compute[74883]: WARNING nova.compute.manager [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received unexpected event network-vif-plugged-077735b7-0e83-47ba-a413-e5ca8a437511 for instance with vm_state active and task_state deleting.
Nov 06 08:49:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-d164c876-2f49-4275-97ec-53437b5e4071 req-3109e55d-971b-4fe0-af3f-27d02df44b60 service nova] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Received event network-vif-deleted-077735b7-0e83-47ba-a413-e5ca8a437511 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:49:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:56 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:57 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:58 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:58 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8095MB free_disk=24.759380340576172GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance db334ea0-d472-46a4-900b-8a232bff5f7d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:49:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.objects.instance [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-035d9520-f0f4-42d7-89e6-fe8096394114 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.202s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:49:59 user nova-compute[74883]: WARNING nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor.
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid f635137f-3a94-4fe3-bb99-ef0270d6bbb2 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 5ee5f394-55fb-4b9b-bdee-217137e975f5 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid dbd7ec4b-03f4-47dc-894c-dfd09dea43ad {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:49:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:00 user nova-compute[74883]: INFO nova.compute.manager [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Detaching volume c8e23d3a-81ea-44ce-9dc3-31573d5c663b
Nov 06 08:50:00 user nova-compute[74883]: INFO nova.virt.block_device [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Attempting to driver detach volume c8e23d3a-81ea-44ce-9dc3-31573d5c663b from mountpoint /dev/vdc
Nov 06 08:50:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Attempting to detach device vdc from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:50:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:50:00 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:50:00 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:50:00 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 08:50:00 user nova-compute[74883]:   <serial>c8e23d3a-81ea-44ce-9dc3-31573d5c663b</serial>
Nov 06 08:50:00 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 08:50:00 user nova-compute[74883]: </disk>
Nov 06 08:50:00 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:50:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdc from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the persistent domain config.
Nov 06 08:50:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:50:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:50:00 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:50:00 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:50:00 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 08:50:00 user nova-compute[74883]:   <serial>c8e23d3a-81ea-44ce-9dc3-31573d5c663b</serial>
Nov 06 08:50:00 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 08:50:00 user nova-compute[74883]: </disk>
Nov 06 08:50:00 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:50:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:50:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:05 user nova-compute[74883]: INFO nova.compute.manager [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] Took 10.72 seconds to detach 1 volumes for instance.
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:05 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:50:05 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.248s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:05 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Deleted allocations for instance dbd7ec4b-03f4-47dc-894c-dfd09dea43ad
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f922ae4b-1c26-40d4-8c45-38cf312ce1a9 tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.718s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 5.927s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:05 user nova-compute[74883]: INFO nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: dbd7ec4b-03f4-47dc-894c-dfd09dea43ad] During sync_power_state the instance has a pending task (deleting). Skip.
Nov 06 08:50:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "dbd7ec4b-03f4-47dc-894c-dfd09dea43ad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:18 user nova-compute[74883]: INFO nova.compute.manager [None req-d0b571e9-9195-4e27-bdc7-e866b848fc77 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Get console output
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:50:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:18 user nova-compute[74883]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 06 08:50:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:20 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance db334ea0-d472-46a4-900b-8a232bff5f7d is timed out.
Nov 06 08:50:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully detached device vdc from instance db334ea0-d472-46a4-900b-8a232bff5f7d from the live domain config.
Nov 06 08:50:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hqaVvBJX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:50:20 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8bc942a-9edc-480e-a252-1777cbdf067a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:50:20 user nova-compute[74883]: No targets found.
Nov 06 08:50:20 user nova-compute[74883]: iSNS:
Nov 06 08:50:20 user nova-compute[74883]: No targets found.
Nov 06 08:50:20 user nova-compute[74883]: STATIC:
Nov 06 08:50:20 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:50:20 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:50:20 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:50:20 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b
Nov 06 08:50:20 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:50:20 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:50:20 user nova-compute[74883]: FIRMWARE:
Nov 06 08:50:20 user nova-compute[74883]: No targets found.
Nov 06 08:50:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:50:20 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:50:20 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf937b5-784a-4527-a132-61d44fc00557]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb23a084-cdf4-4ce7-aca0-fb048f5b14e2]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:50:20 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:50:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:50:20 user nova-compute[74883]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b (non-flash)
Nov 06 08:50:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1194277d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[683d95ae-2bd6-43ff-9408-42b04f0a99ca]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f6cc86-fd9b-4eea-8ed6-7252324f18aa]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c99c65-85c7-406d-9eb9-94c2979f2fce]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[662ab738-ed25-46b6-80e2-eac898c6c8b3]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:50:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de43dcef-b560-4285-86a9-dde784157913]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a8f63c7-87b0-4b66-bc1a-56e7f0aa3c89]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260]
Nov 06 08:50:21 user nova-compute[74883]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b, portal: 172.16.0.220,3260] successful.
Nov 06 08:50:21 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c8e23d3a-81ea-44ce-9dc3-31573d5c663b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac6b782-b2f9-432b-aa3e-d05102857f44]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] <== disconnect_volume: return (324ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:50:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'flavor' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:50:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e031ba32-edb7-4cde-a886-0ad25ee650b1 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.819s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:23 user nova-compute[74883]: INFO nova.compute.manager [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Terminating instance
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-unplugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] No waiting events found dispatching network-vif-unplugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-94844446-0f15-4379-98f5-453776d59978 req-d1ffe820-b467-4030-9edb-414112b7c5cd service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-unplugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Instance destroyed successfully.
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.objects.instance [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lazy-loading 'resources' on Instance uuid db334ea0-d472-46a4-900b-8a232bff5f7d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:46:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1711572218',display_name='tempest-AttachVolumeTestJSON-server-1711572218',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1711572218',id=36,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNbz3mTXBi2/hNpEvMn6TB0bj/s5tx+khOtzqLnDJoy57gl8HXRgkBvayWz3+JOhpubAERdzIM2uLYALdFkm043u8TAnV/seNFgqzNJZgyJJ/TsSomvJkPnbGAWa0NVjAQ==',key_name='tempest-keypair-994468813',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:46:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='57441b196b4642baa2f52822452e8f7b',ramdisk_id='',reservation_id='r-qs5kl6lq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1437887499',owner_user_name='tempest-AttachVolumeTestJSON-1437887499-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:46:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='02f48ad69c1e4b5a80be9cac082c100e',uuid=db334ea0-d472-46a4-900b-8a232bff5f7d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converting VIF {"id": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "address": "fa:16:3e:43:8d:9d", "network": {"id": "f63e8888-81cd-4703-8835-d17df1012d01", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-788855836-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "57441b196b4642baa2f52822452e8f7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap83c59fbd-bc", "ovs_interfaceid": "83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG os_vif [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap83c59fbd-bc, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d7a697c2-80a2-4bc1-995c-c7301fa9fee2) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:23 user nova-compute[74883]: INFO os_vif [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:8d:9d,bridge_name='br-int',has_traffic_filtering=True,id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b,network=Network(f63e8888-81cd-4703-8835-d17df1012d01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap83c59fbd-bc')
Nov 06 08:50:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Deleting instance files /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d_del
Nov 06 08:50:23 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Deletion of /opt/stack/data/nova/instances/db334ea0-d472-46a4-900b-8a232bff5f7d_del complete
Nov 06 08:50:23 user nova-compute[74883]: INFO nova.compute.manager [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 06 08:50:23 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:50:23 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-fdad8a1b-8c62-453f-a4ec-3edd541ecb33 req-1165ae65-4d9f-486e-a0e3-c777d8ddcc7b service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-deleted-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:24 user nova-compute[74883]: INFO nova.compute.manager [req-fdad8a1b-8c62-453f-a4ec-3edd541ecb33 req-1165ae65-4d9f-486e-a0e3-c777d8ddcc7b service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Neutron deleted interface 83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b; detaching it from the instance and deleting it from the info cache
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-fdad8a1b-8c62-453f-a4ec-3edd541ecb33 req-1165ae65-4d9f-486e-a0e3-c777d8ddcc7b service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:50:24 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Took 0.64 seconds to deallocate network for instance.
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-fdad8a1b-8c62-453f-a4ec-3edd541ecb33 req-1165ae65-4d9f-486e-a0e3-c777d8ddcc7b service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Detach interface failed, port_id=83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b, reason: Instance db334ea0-d472-46a4-900b-8a232bff5f7d could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:50:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:25 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Deleted allocations for instance db334ea0-d472-46a4-900b-8a232bff5f7d
Nov 06 08:50:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-bebe049a-56f9-4e87-8ba0-91766a4537a5 tempest-AttachVolumeTestJSON-1437887499 tempest-AttachVolumeTestJSON-1437887499-project-member] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.134s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] Acquiring lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] Lock "db334ea0-d472-46a4-900b-8a232bff5f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] No waiting events found dispatching network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:50:25 user nova-compute[74883]: WARNING nova.compute.manager [req-45a3f0cf-9055-416c-9d78-9424599cfd69 req-576551da-445e-4e46-959e-9a29dc6e2c02 service nova] [instance: db334ea0-d472-46a4-900b-8a232bff5f7d] Received unexpected event network-vif-plugged-83c59fbd-bc0b-4bb5-9a15-2d9a2f6d074b for instance with vm_state deleted and task_state None.
Nov 06 08:50:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:43 user nova-compute[74883]: INFO nova.compute.manager [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Terminating instance
Nov 06 08:50:43 user nova-compute[74883]: DEBUG nova.compute.manager [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-unplugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] No waiting events found dispatching network-vif-unplugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-d97c6bfb-dc1d-4d70-82f1-25dc4fd800df req-d01ab077-ea65-47ab-8e66-98737eede0d6 service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-unplugged-d8747b6d-842d-4536-a4f2-1f923452baa5 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:50:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Instance destroyed successfully.
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lazy-loading 'resources' on Instance uuid 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:28:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1109759183',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1109759183',id=15,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:28:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eccf84f6fb7a4acab96b36483087cfa5',ramdisk_id='',reservation_id='r-yppldoot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-252409985',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:30:29Z,user_data=None,user_id='9ce177681df348b99f51f44dda9a403f',uuid=93ba2e11-cfc2-4cd3-b087-0629c01ec4c4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converting VIF {"id": "d8747b6d-842d-4536-a4f2-1f923452baa5", "address": "fa:16:3e:87:4b:ac", "network": {"id": "872bfa08-0f67-4208-84de-0734957b461a", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1807293123-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eccf84f6fb7a4acab96b36483087cfa5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8747b6d-84", "ovs_interfaceid": "d8747b6d-842d-4536-a4f2-1f923452baa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG os_vif [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8747b6d-84, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f4467d9-95e2-48bf-9f5e-d30d8731e00c) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:50:44 user nova-compute[74883]: INFO os_vif [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:4b:ac,bridge_name='br-int',has_traffic_filtering=True,id=d8747b6d-842d-4536-a4f2-1f923452baa5,network=Network(872bfa08-0f67-4208-84de-0734957b461a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8747b6d-84')
Nov 06 08:50:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Deleting instance files /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4_del
Nov 06 08:50:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Deletion of /opt/stack/data/nova/instances/93ba2e11-cfc2-4cd3-b087-0629c01ec4c4_del complete
Nov 06 08:50:44 user nova-compute[74883]: INFO nova.compute.manager [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 06 08:50:44 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:50:44 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:50:45 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Took 0.45 seconds to deallocate network for instance.
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.compute.manager [req-5730371b-8e42-45e9-8dbc-9a83275fdfdb req-87c94a87-6dde-4128-a225-bfd83bd75c7f service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-deleted-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:45 user nova-compute[74883]: INFO nova.compute.manager [req-5730371b-8e42-45e9-8dbc-9a83275fdfdb req-87c94a87-6dde-4128-a225-bfd83bd75c7f service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Neutron deleted interface d8747b6d-842d-4536-a4f2-1f923452baa5; detaching it from the instance and deleting it from the info cache
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.network.neutron [req-5730371b-8e42-45e9-8dbc-9a83275fdfdb req-87c94a87-6dde-4128-a225-bfd83bd75c7f service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.compute.manager [req-5730371b-8e42-45e9-8dbc-9a83275fdfdb req-87c94a87-6dde-4128-a225-bfd83bd75c7f service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Detach interface failed, port_id=d8747b6d-842d-4536-a4f2-1f923452baa5, reason: Instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:50:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:45 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Deleted allocations for instance 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4
Nov 06 08:50:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1acb67df-853a-4c6d-a21f-d510713e2eef tempest-ServerBootFromVolumeStableRescueTest-252409985 tempest-ServerBootFromVolumeStableRescueTest-252409985-project-member] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.735s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:50:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] Acquiring lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] Lock "93ba2e11-cfc2-4cd3-b087-0629c01ec4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] No waiting events found dispatching network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:50:46 user nova-compute[74883]: WARNING nova.compute.manager [req-3d434daa-9ab0-4fa8-99f1-c5f359bc259e req-40906d68-6226-4c06-918b-27e38b3674db service nova] [instance: 93ba2e11-cfc2-4cd3-b087-0629c01ec4c4] Received unexpected event network-vif-plugged-d8747b6d-842d-4536-a4f2-1f923452baa5 for instance with vm_state deleted and task_state None.
Nov 06 08:50:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:50 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [{"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-5ee5f394-55fb-4b9b-bdee-217137e975f5" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:50:51 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:50:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:50:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:57 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:50:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:50:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8379MB free_disk=24.902084350585938GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 5ee5f394-55fb-4b9b-bdee-217137e975f5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:50:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:51:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:51:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:51:00 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:51:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-changed-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Refreshing instance network info cache due to event network-changed-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG nova.network.neutron [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Refreshing network info cache for port 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:51:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated VIF entry in instance network info cache for port 6c61bd31-ed4f-4f36-830f-2fa4eed8b67c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:51:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:51:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-af811a5f-c0ca-4c97-bc68-9acb38f078ef req-3952bdca-1cee-464e-b3b2-136584a07ce1 service nova] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:51:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-changed-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Refreshing instance network info cache due to event network-changed-7f54d104-1d34-4143-a2b0-6474582c109e. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] Acquiring lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] Acquired lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Refreshing network info cache for port 7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:51:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Ignoring supplied device name: /dev/vdb
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updated VIF entry in instance network info cache for port 7f54d104-1d34-4143-a2b0-6474582c109e. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updating instance_info_cache with network_info: [{"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:11 user nova-compute[74883]: INFO nova.compute.manager [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Attaching volume 308dc12e-0f30-4195-84e0-cee7d734edab to /dev/vdb
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a8adb22f-8832-4b15-adce-efbf38e9a20d req-5c2f5e5a-2cdc-4558-9b9f-0123bc77e740 service nova] Releasing lock "refresh_cache-acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.utils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b3a0b6-b674-46fb-be93-bd2a3070ac1f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d5d329-047d-4430-a18e-76ee6591f68b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e417a5-7fba-4733-a99e-b06b45a1ef37]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc1ec13-2c93-4cc2-b7ca-0a8458997dfc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:51:11 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:51:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf633de-d983-4f28-ad32-a7ab112fe3eb]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG os_brick.utils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:51:11 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updating existing volume attachment record: 8722255b-044e-4df7-a1c1-7d8ca01bfe29 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:12 user nova-compute[74883]: INFO nova.compute.manager [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attaching volume 204bd353-732e-4fd4-bd7e-a512e359fa0c to /dev/vdb
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.utils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a14879-1362-4ea1-9d29-c23bcc69f47c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a94cc694-2e49-4995-baba-807f408f7bad]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f3221d-f74f-4a21-8ac8-74e171f456a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b189ac2-445c-4dab-be65-ab5cae050000]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:51:12 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:51:12 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c5ef5a-4f7d-4e04-bc12-2c033c65f814]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG os_brick.utils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:51:12 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating existing volume attachment record: 1ee670c2-0e86-499c-8bec-3a02daa25420 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:51:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:19 user nova-compute[74883]: INFO nova.compute.manager [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Terminating instance
Nov 06 08:51:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-5499e0fd-8874-4ea5-b25b-2981100e59a0 req-bd2db874-8afe-4d8d-89c5-87a947e0be18 service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-unplugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Instance destroyed successfully.
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'resources' on Instance uuid 5ee5f394-55fb-4b9b-bdee-217137e975f5 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-24208108',display_name='tempest-ServerActionsTestOtherA-server-24208108',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-24208108',id=34,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:47:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-1bo6rund',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:48:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=5ee5f394-55fb-4b9b-bdee-217137e975f5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "9638b40a-23b6-4430-9f6a-576660e11583", "address": "fa:16:3e:fb:98:a9", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9638b40a-23", "ovs_interfaceid": "9638b40a-23b6-4430-9f6a-576660e11583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_vif [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9638b40a-23, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7706cb09-090b-40a7-9a20-0127e809c966) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:51:20 user nova-compute[74883]: INFO os_vif [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:98:a9,bridge_name='br-int',has_traffic_filtering=True,id=9638b40a-23b6-4430-9f6a-576660e11583,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9638b40a-23')
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUVOCIbw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:51:20 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[505ec2e3-54b9-4271-a49c-24b6f53ec7f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:51:20 user nova-compute[74883]: No targets found.
Nov 06 08:51:20 user nova-compute[74883]: iSNS:
Nov 06 08:51:20 user nova-compute[74883]: No targets found.
Nov 06 08:51:20 user nova-compute[74883]: STATIC:
Nov 06 08:51:20 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25
Nov 06 08:51:20 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:51:20 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:51:20 user nova-compute[74883]: FIRMWARE:
Nov 06 08:51:20 user nova-compute[74883]: No targets found.
Nov 06 08:51:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:51:20 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:51:20 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[85738d4a-efb8-47ff-b13d-d0e30b8e6520]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd21f67-d9f3-412f-a272-804d8ff067d1]: (4, ('tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:51:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsi session list stdout=tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 (non-flash)
Nov 06 08:51:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c07f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25'): ({'sdf'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Removing single pathed devices sdf {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbf5146-91b3-4651-97c9-50260e9e22e9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b30c15-15a8-44bc-a2a1-21311e12c62e]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Flushing IO for device /dev/sdf {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea9ffee-facb-415d-9c37-dd129d228f58]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3d5d79-e767-4a7a-93db-365ca3a738af]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] SCSI volumes sdf have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_caae70d', '/dev/disk/by-id/scsi-1SCST_BIOcaae70d-a378ea8c45031b2c', '/dev/disk/by-id/scsi-26133373865613863') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b5fafc-f2e2-43c1-abd1-76b9a9969eb8]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de71fce9-0523-474e-bfac-608bf510e9d6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b775e991-a0fd-4ece-8cf4-82b5f85c1650]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260]
Nov 06 08:51:20 user nova-compute[74883]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25, portal: 172.16.0.220,3260] successful.
Nov 06 08:51:20 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20936160-7a23-48e7-8dd8-f5475d3f9f25 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[362e9d1e-77b3-47cf-a45a-936932345b42]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] <== disconnect_volume: return (295ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:51:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Deleting instance files /opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5_del
Nov 06 08:51:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Deletion of /opt/stack/data/nova/instances/5ee5f394-55fb-4b9b-bdee-217137e975f5_del complete
Nov 06 08:51:20 user nova-compute[74883]: INFO nova.compute.manager [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 06 08:51:20 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:51:20 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:51:21 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:51:21 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Took 0.68 seconds to deallocate network for instance.
Nov 06 08:51:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:51:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] Acquiring lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] No waiting events found dispatching network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:51:21 user nova-compute[74883]: WARNING nova.compute.manager [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received unexpected event network-vif-plugged-9638b40a-23b6-4430-9f6a-576660e11583 for instance with vm_state active and task_state deleting.
Nov 06 08:51:21 user nova-compute[74883]: DEBUG nova.compute.manager [req-7c680099-d155-4df3-b8c5-37fae27df65c req-0f2cc224-2bbf-4c0a-affd-b3b82c98e4fe service nova] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Received event network-vif-deleted-9638b40a-23b6-4430-9f6a-576660e11583 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:51:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:26 user nova-compute[74883]: INFO nova.compute.manager [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Took 5.06 seconds to detach 1 volumes for instance.
Nov 06 08:51:26 user nova-compute[74883]: DEBUG nova.compute.manager [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: 5ee5f394-55fb-4b9b-bdee-217137e975f5] Deleting volume: 20936160-7a23-48e7-8dd8-f5475d3f9f25 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 08:51:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:26 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:51:26 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:51:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:27 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Deleted allocations for instance 5ee5f394-55fb-4b9b-bdee-217137e975f5
Nov 06 08:51:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fa2a121d-98e6-4705-8666-85feed8009c6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "5ee5f394-55fb-4b9b-bdee-217137e975f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 7.840s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hiCtlIGP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:51:34 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:51:34 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:51:34 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260" returned: 21 in 0.132s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc07623-da7b-4ad3-a67d-ffe5becf1bf8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:51:34 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9767511c-d74c-4bab-a6d4-aa93599e4079]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c] added
Nov 06 08:51:34 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a9d58e5-f0d2-4603-97d7-4df963637692]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[23baa49f-8e42-49af-b307-3a41d09eb1d4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:34 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hiCtlIGP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hiCtlIGP" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c06c9b11-3c04-451f-b6b1-59f4da2a99e6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hiCtlIGP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd066bc-9884-40b7-b96b-9d615d3aadd4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d472724-f5f5-4539-b344-38528371acd7]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:51:35 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:51:35 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:51:35 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:51:35 user nova-compute[74883]: 
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0147310-cc50-468d-aba8-568e32f30ea6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260]
Nov 06 08:51:35 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260] successful.
Nov 06 08:51:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[202f7073-5d4d-4d06-906c-87c88f2057c2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c239617c-dc64-4634-a346-eaba48a87f60]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:51:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:51:35 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.429s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc050e6-57e6-4240-80b3-bb2a5d6adcb2]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hiCtlIGP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:51:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.475s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== connect_volume: return (1476ms) {'type': 'block', 'scsi_wwn': '26564626634636132', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564626634636132', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:51:36 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:51:36 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:51:36 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:51:36 user nova-compute[74883]:   <serial>204bd353-732e-4fd4-bd7e-a512e359fa0c</serial>
Nov 06 08:51:36 user nova-compute[74883]: </disk>
Nov 06 08:51:36 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No VIF found with MAC fa:16:3e:2f:51:a7, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:51:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e918e13-8698-44a9-8765-f30f7e0cd27a tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.207s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:51 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:51:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:51:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:51:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:51:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:51:59 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8562MB free_disk=24.898380279541016GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:51:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:52:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:52:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:52:00 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:52:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:52:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FWEZuqsP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:52:14 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:52:14 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:52:14 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ddb625-d0d7-41f0-a374-faef111b2d83]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:52:14 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[da485936-1c33-4005-9b4a-a6b394a9e70f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab] added
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[658c7369-c782-48c5-a916-aa9341258af9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[818dcea0-d5d1-45d5-86a7-a57369fe874d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FWEZuqsP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FWEZuqsP" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ccf24be-7f8b-42dc-bfba-22df6087ccda]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FWEZuqsP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f17d952-abd7-49d9-b413-53989a1f42bb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce83ae6-d30e-4908-aba6-f7d55f95f6ca]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[949c0243-dd00-4cd2-8e08-6eca52ffd86d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260]
Nov 06 08:52:14 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260] successful.
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be3af5e-8f99-459a-bb91-5ed4beb19783]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d867018f-300b-4a0e-b1fd-d908fbe8fd4a]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:14 user nova-compute[74883]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:14 user nova-compute[74883]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:52:14 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0735de1-6f71-4412-b9da-6d975b30a1c1]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:52:14 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FWEZuqsP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.385s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== connect_volume: return (1387ms) {'type': 'block', 'scsi_wwn': '23363626162653237', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23363626162653237', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:52:15 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:52:15 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:52:15 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:52:15 user nova-compute[74883]:   <serial>308dc12e-0f30-4195-84e0-cee7d734edab</serial>
Nov 06 08:52:15 user nova-compute[74883]: </disk>
Nov 06 08:52:15 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:52:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] No VIF found with MAC fa:16:3e:87:57:84, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:52:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb9bc92c-5df1-4e52-8a56-dbb662ad2252 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 64.606s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:21 user nova-compute[74883]: INFO nova.compute.manager [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Terminating instance
Nov 06 08:52:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:52:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-unplugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] No waiting events found dispatching network-vif-unplugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.compute.manager [req-8de5fd70-90fe-420e-962c-7ecfdb9fd7ef req-fcd8a4ad-3cfc-4c0e-834b-2ccde5146c64 service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-unplugged-60e10c03-097f-43e9-8b23-144e81da7705 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:52:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Instance destroyed successfully.
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.objects.instance [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lazy-loading 'resources' on Instance uuid f635137f-3a94-4fe3-bb99-ef0270d6bbb2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:31:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-434252446',display_name='tempest-ServerActionsTestOtherA-server-434252446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-434252446',id=22,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBP2nUzj6BMvO6i/deE+E+RYaeZ+TqpCDonmmtTa1pu/tV3OHRz491vyJA895dKzUxKMA9na3f8Z6rD57KkDudLeO5uTTvgaorqtL2RvnpT1ZJbkRMb1lj9Oay934S9CsNA==',key_name='tempest-keypair-651675452',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:31:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f73876eeec09452ebe809e904ccaefad',ramdisk_id='',reservation_id='r-08gbmxox',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-379230393',owner_user_name='tempest-ServerActionsTestOtherA-379230393-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:31:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4e9336c4c0ac401089e5c2846d2280e0',uuid=f635137f-3a94-4fe3-bb99-ef0270d6bbb2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converting VIF {"id": "60e10c03-097f-43e9-8b23-144e81da7705", "address": "fa:16:3e:d3:58:2f", "network": {"id": "bd4b0504-c49e-4f94-becc-5abcf011ba67", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1068917995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f73876eeec09452ebe809e904ccaefad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60e10c03-09", "ovs_interfaceid": "60e10c03-097f-43e9-8b23-144e81da7705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG os_vif [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60e10c03-09, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=289e6c60-5c3b-4d8b-9a24-4890453905a8) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:22 user nova-compute[74883]: INFO os_vif [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:58:2f,bridge_name='br-int',has_traffic_filtering=True,id=60e10c03-097f-43e9-8b23-144e81da7705,network=Network(bd4b0504-c49e-4f94-becc-5abcf011ba67),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60e10c03-09')
Nov 06 08:52:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Deleting instance files /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2_del
Nov 06 08:52:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Deletion of /opt/stack/data/nova/instances/f635137f-3a94-4fe3-bb99-ef0270d6bbb2_del complete
Nov 06 08:52:22 user nova-compute[74883]: INFO nova.compute.manager [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 06 08:52:22 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:52:22 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:52:23 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:52:23 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Took 0.46 seconds to deallocate network for instance.
Nov 06 08:52:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:23 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:52:23 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:52:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.204s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:23 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Deleted allocations for instance f635137f-3a94-4fe3-bb99-ef0270d6bbb2
Nov 06 08:52:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-d506be9a-22b0-4041-adaa-0224b5dfd9d6 tempest-ServerActionsTestOtherA-379230393 tempest-ServerActionsTestOtherA-379230393-project-member] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.727s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] Acquiring lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] Lock "f635137f-3a94-4fe3-bb99-ef0270d6bbb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] No waiting events found dispatching network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:52:24 user nova-compute[74883]: WARNING nova.compute.manager [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received unexpected event network-vif-plugged-60e10c03-097f-43e9-8b23-144e81da7705 for instance with vm_state deleted and task_state None.
Nov 06 08:52:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-143cc01c-df1a-4561-a6d9-9e8f15b2a20d req-7a3bf13a-f63a-4887-9a62-5e110fa77c8b service nova] [instance: f635137f-3a94-4fe3-bb99-ef0270d6bbb2] Received event network-vif-deleted-60e10c03-097f-43e9-8b23-144e81da7705 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:25 user nova-compute[74883]: INFO nova.compute.manager [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Detaching volume 204bd353-732e-4fd4-bd7e-a512e359fa0c
Nov 06 08:52:25 user nova-compute[74883]: INFO nova.virt.block_device [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attempting to driver detach volume 204bd353-732e-4fd4-bd7e-a512e359fa0c from mountpoint /dev/vdb
Nov 06 08:52:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Attempting to detach device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:52:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:52:25 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:52:25 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:52:25 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:52:25 user nova-compute[74883]:   <serial>204bd353-732e-4fd4-bd7e-a512e359fa0c</serial>
Nov 06 08:52:25 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:52:25 user nova-compute[74883]: </disk>
Nov 06 08:52:25 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:52:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config.
Nov 06 08:52:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:52:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:52:25 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:52:25 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:52:25 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:52:25 user nova-compute[74883]:   <serial>204bd353-732e-4fd4-bd7e-a512e359fa0c</serial>
Nov 06 08:52:25 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:52:25 user nova-compute[74883]: </disk>
Nov 06 08:52:25 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:52:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:52:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:52:34 user nova-compute[74883]: INFO nova.compute.claims [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Claim successful on node user
Nov 06 08:52:34 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:52:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.230s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:52:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:52:35 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Creating image(s)
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "/opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "/opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "/opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG nova.policy [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9162db46d65e4f14842964845eb99fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a6e7a7850c436f97c2c70f5d7ff1b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.212s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk 1073741824" returned: 0 in 0.056s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:35 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.201s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Successfully created port: aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Cannot resize image /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Ensure instance console log exists: /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Successfully updated port: aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquired lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-changed-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.compute.manager [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Refreshing instance network info cache due to event network-changed-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] Acquiring lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updating instance_info_cache with network_info: [{"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Releasing lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Instance network_info: |[{"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] Acquired lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Refreshing network info cache for port aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Start _get_guest_xml network_info=[{"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:52:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:52:37 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1545921944',display_name='tempest-VolumesNegativeTest-instance-1545921944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1545921944',id=39,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94a6e7a7850c436f97c2c70f5d7ff1b1',ramdisk_id='',reservation_id='r-yxsbtrsu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-748185037',owner_user_name='tempest-VolumesNegativeTest-748185037-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:52:35Z,user_data=None,user_id='9162db46d65e4f14842964845eb99fe1',uuid=59ffec08-32d0-4fa8-acf0-e4344045a8a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converting VIF {"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.objects.instance [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lazy-loading 'pci_devices' on Instance uuid 59ffec08-32d0-4fa8-acf0-e4344045a8a3 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:52:37 user nova-compute[74883]:   <uuid>59ffec08-32d0-4fa8-acf0-e4344045a8a3</uuid>
Nov 06 08:52:37 user nova-compute[74883]:   <name>instance-00000027</name>
Nov 06 08:52:37 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:52:37 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:52:37 user nova-compute[74883]:   <metadata>
Nov 06 08:52:37 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:52:37 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:name>tempest-VolumesNegativeTest-instance-1545921944</nova:name>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:52:37</nova:creationTime>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:52:37 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:52:37 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:owner>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:user uuid="9162db46d65e4f14842964845eb99fe1">tempest-VolumesNegativeTest-748185037-project-member</nova:user>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:project uuid="94a6e7a7850c436f97c2c70f5d7ff1b1">tempest-VolumesNegativeTest-748185037</nova:project>
Nov 06 08:52:37 user nova-compute[74883]:       </nova:owner>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:52:37 user nova-compute[74883]:       <nova:ports>
Nov 06 08:52:37 user nova-compute[74883]:         <nova:port uuid="aa4a522f-b85d-4a47-bcc8-9dbdbbcae806">
Nov 06 08:52:37 user nova-compute[74883]:           <nova:ip type="fixed" address="192.168.233.125" ipVersion="4"/>
Nov 06 08:52:37 user nova-compute[74883]:         </nova:port>
Nov 06 08:52:37 user nova-compute[74883]:       </nova:ports>
Nov 06 08:52:37 user nova-compute[74883]:     </nova:instance>
Nov 06 08:52:37 user nova-compute[74883]:   </metadata>
Nov 06 08:52:37 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:52:37 user nova-compute[74883]:     <system>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="serial">59ffec08-32d0-4fa8-acf0-e4344045a8a3</entry>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="uuid">59ffec08-32d0-4fa8-acf0-e4344045a8a3</entry>
Nov 06 08:52:37 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:52:37 user nova-compute[74883]:     </system>
Nov 06 08:52:37 user nova-compute[74883]:   </sysinfo>
Nov 06 08:52:37 user nova-compute[74883]:   <os>
Nov 06 08:52:37 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:52:37 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:52:37 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:52:37 user nova-compute[74883]:   </os>
Nov 06 08:52:37 user nova-compute[74883]:   <features>
Nov 06 08:52:37 user nova-compute[74883]:     <acpi/>
Nov 06 08:52:37 user nova-compute[74883]:     <apic/>
Nov 06 08:52:37 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:52:37 user nova-compute[74883]:   </features>
Nov 06 08:52:37 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:52:37 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:52:37 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:52:37 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:52:37 user nova-compute[74883]:   </clock>
Nov 06 08:52:37 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:52:37 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:52:37 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:52:37 user nova-compute[74883]:   </cpu>
Nov 06 08:52:37 user nova-compute[74883]:   <devices>
Nov 06 08:52:37 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:52:37 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:52:37 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk"/>
Nov 06 08:52:37 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:52:37 user nova-compute[74883]:     </disk>
Nov 06 08:52:37 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:52:37 user nova-compute[74883]:       <mac address="fa:16:3e:f7:59:45"/>
Nov 06 08:52:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:52:37 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:52:37 user nova-compute[74883]:       <target dev="tapaa4a522f-b8"/>
Nov 06 08:52:37 user nova-compute[74883]:     </interface>
Nov 06 08:52:37 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:52:37 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/console.log" append="off"/>
Nov 06 08:52:37 user nova-compute[74883]:     </serial>
Nov 06 08:52:37 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:52:37 user nova-compute[74883]:     <video>
Nov 06 08:52:37 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:52:37 user nova-compute[74883]:     </video>
Nov 06 08:52:37 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:52:37 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:52:37 user nova-compute[74883]:     </rng>
Nov 06 08:52:37 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:52:37 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:52:37 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:52:37 user nova-compute[74883]:     </memballoon>
Nov 06 08:52:37 user nova-compute[74883]:   </devices>
Nov 06 08:52:37 user nova-compute[74883]: </domain>
Nov 06 08:52:37 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1545921944',display_name='tempest-VolumesNegativeTest-instance-1545921944',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1545921944',id=39,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94a6e7a7850c436f97c2c70f5d7ff1b1',ramdisk_id='',reservation_id='r-yxsbtrsu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-748185037',owner_user_name='tempest-VolumesNegativeTest-748185037-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:52:35Z,user_data=None,user_id='9162db46d65e4f14842964845eb99fe1',uuid=59ffec08-32d0-4fa8-acf0-e4344045a8a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converting VIF {"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG os_vif [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13028ea9-2160-5e94-b53f-a6a17460ad17', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa4a522f-b8, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa4a522f-b8, col_values=(('qos', UUID('d07164e0-c78a-4fd9-bd32-4df82443f05b')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa4a522f-b8, col_values=(('external_ids', {'iface-id': 'aa4a522f-b85d-4a47-bcc8-9dbdbbcae806', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:59:45', 'vm-uuid': '59ffec08-32d0-4fa8-acf0-e4344045a8a3'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:37 user nova-compute[74883]: INFO os_vif [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8')
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] No VIF found with MAC fa:16:3e:f7:59:45, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updated VIF entry in instance network info cache for port aa4a522f-b85d-4a47-bcc8-9dbdbbcae806. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG nova.network.neutron [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updating instance_info_cache with network_info: [{"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:52:37 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1b0f6d73-ffb8-412b-9aa1-50e21e59b397 req-c65678ac-ce3b-4594-bef1-304f453cb4cc service nova] Releasing lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG nova.compute.manager [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:52:39 user nova-compute[74883]: WARNING nova.compute.manager [req-0c3f61a9-be38-48fa-a419-20d54ad6b5e6 req-636065a7-6165-47d4-90f0-98506c639635 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state building and task_state spawning.
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:52:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Instance spawned successfully.
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:52:41 user nova-compute[74883]: WARNING nova.compute.manager [req-d81df36b-5a3c-4456-8b01-99db8c624068 req-dbc8c37c-469d-4708-b227-fd98a0d817f8 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state building and task_state spawning.
Nov 06 08:52:41 user nova-compute[74883]: INFO nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Took 6.21 seconds to spawn the instance on the hypervisor.
Nov 06 08:52:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:52:41 user nova-compute[74883]: INFO nova.compute.manager [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Took 6.88 seconds to build instance.
Nov 06 08:52:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5b05bd04-f468-4a04-9b37-7f297c4d0b8a tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.007s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:45 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 is timed out.
Nov 06 08:52:45 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config.
Nov 06 08:52:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hiCtlIGP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:52:45 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da67a1d-87af-421f-88cb-73587a5e413c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:52:45 user nova-compute[74883]: No targets found.
Nov 06 08:52:45 user nova-compute[74883]: iSNS:
Nov 06 08:52:45 user nova-compute[74883]: No targets found.
Nov 06 08:52:45 user nova-compute[74883]: STATIC:
Nov 06 08:52:45 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab
Nov 06 08:52:45 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:52:45 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:52:45 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c
Nov 06 08:52:45 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:52:45 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:52:45 user nova-compute[74883]: FIRMWARE:
Nov 06 08:52:45 user nova-compute[74883]: No targets found.
Nov 06 08:52:45 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:52:45 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:52:45 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a68018-eedb-4399-8b75-f3bb91213139]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:45 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd1f5a3-2a00-4038-9af4-e51f3c7171a9]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:46 user nova-compute[74883]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:52:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c (non-flash)
Nov 06 08:52:46 user nova-compute[74883]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:52:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c56cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8d2f47-b6de-4260-9c71-dff43bc262a7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5457abf5-dd96-4670-945d-75ead477cd96]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ee6767-f7d8-4240-88cf-67d640f9b656]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b5379f-033b-46d9-917d-596b02473685]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa553fc7-8f96-42b5-8a19-b78213e918df]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a2257c-f051-4b49-94e3-7e662c7ca0fc]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260]
Nov 06 08:52:46 user nova-compute[74883]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c, portal: 172.16.0.220,3260] successful.
Nov 06 08:52:46 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:204bd353-732e-4fd4-bd7e-a512e359fa0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1cd0551-9532-4a0f-b099-a3cbda48cb76]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== disconnect_volume: return (342ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:52:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:52:47 user nova-compute[74883]: DEBUG nova.objects.instance [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:52:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-1a284be2-78c2-4de0-8c91-6802c006acb9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.162s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:52:53 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:52:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:52:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:53:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:53:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8509MB free_disk=24.886173248291016GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 59ffec08-32d0-4fa8-acf0-e4344045a8a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:53:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.288s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:53:06 user nova-compute[74883]: INFO nova.compute.claims [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Claim successful on node user
Nov 06 08:53:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.262s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:53:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.policy [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afe1b953a7024870a9ee61dc72ee3681', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '340742f2b8c44d72a34d61feeec809e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:53:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Creating image(s)
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "/opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "/opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "/opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Successfully created port: ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk 1073741824" returned: 0 in 0.051s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:53:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Cannot resize image /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Ensure instance console log exists: /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Successfully updated port: ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquired lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-changed-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Refreshing instance network info cache due to event network-changed-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] Acquiring lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Updating instance_info_cache with network_info: [{"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Releasing lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Instance network_info: |[{"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] Acquired lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Refreshing network info cache for port ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Start _get_guest_xml network_info=[{"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:53:08 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:53:08 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-831387820',display_name='tempest-VolumesActionsTest-instance-831387820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-831387820',id=40,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='340742f2b8c44d72a34d61feeec809e9',ramdisk_id='',reservation_id='r-5xd0kji9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-713658498',owner_user_name='tempest-VolumesActionsTest-713658498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:53:07Z,user_data=None,user_id='afe1b953a7024870a9ee61dc72ee3681',uuid=59ef7a7d-d8b8-4420-aba9-cbd878569b80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converting VIF {"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lazy-loading 'pci_devices' on Instance uuid 59ef7a7d-d8b8-4420-aba9-cbd878569b80 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:53:08 user nova-compute[74883]:   <uuid>59ef7a7d-d8b8-4420-aba9-cbd878569b80</uuid>
Nov 06 08:53:08 user nova-compute[74883]:   <name>instance-00000028</name>
Nov 06 08:53:08 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:53:08 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:53:08 user nova-compute[74883]:   <metadata>
Nov 06 08:53:08 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:53:08 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:name>tempest-VolumesActionsTest-instance-831387820</nova:name>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:53:08</nova:creationTime>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:53:08 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:53:08 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:owner>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:user uuid="afe1b953a7024870a9ee61dc72ee3681">tempest-VolumesActionsTest-713658498-project-member</nova:user>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:project uuid="340742f2b8c44d72a34d61feeec809e9">tempest-VolumesActionsTest-713658498</nova:project>
Nov 06 08:53:08 user nova-compute[74883]:       </nova:owner>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:53:08 user nova-compute[74883]:       <nova:ports>
Nov 06 08:53:08 user nova-compute[74883]:         <nova:port uuid="ae6132f3-5b47-4e4b-a97a-7c2fcaad745d">
Nov 06 08:53:08 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 08:53:08 user nova-compute[74883]:         </nova:port>
Nov 06 08:53:08 user nova-compute[74883]:       </nova:ports>
Nov 06 08:53:08 user nova-compute[74883]:     </nova:instance>
Nov 06 08:53:08 user nova-compute[74883]:   </metadata>
Nov 06 08:53:08 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:53:08 user nova-compute[74883]:     <system>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="serial">59ef7a7d-d8b8-4420-aba9-cbd878569b80</entry>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="uuid">59ef7a7d-d8b8-4420-aba9-cbd878569b80</entry>
Nov 06 08:53:08 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:53:08 user nova-compute[74883]:     </system>
Nov 06 08:53:08 user nova-compute[74883]:   </sysinfo>
Nov 06 08:53:08 user nova-compute[74883]:   <os>
Nov 06 08:53:08 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:53:08 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:53:08 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:53:08 user nova-compute[74883]:   </os>
Nov 06 08:53:08 user nova-compute[74883]:   <features>
Nov 06 08:53:08 user nova-compute[74883]:     <acpi/>
Nov 06 08:53:08 user nova-compute[74883]:     <apic/>
Nov 06 08:53:08 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:53:08 user nova-compute[74883]:   </features>
Nov 06 08:53:08 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:53:08 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:53:08 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:53:08 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:53:08 user nova-compute[74883]:   </clock>
Nov 06 08:53:08 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:53:08 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:53:08 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:53:08 user nova-compute[74883]:   </cpu>
Nov 06 08:53:08 user nova-compute[74883]:   <devices>
Nov 06 08:53:08 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:53:08 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:53:08 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk"/>
Nov 06 08:53:08 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:53:08 user nova-compute[74883]:     </disk>
Nov 06 08:53:08 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:53:08 user nova-compute[74883]:       <mac address="fa:16:3e:db:4b:1f"/>
Nov 06 08:53:08 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:53:08 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:53:08 user nova-compute[74883]:       <target dev="tapae6132f3-5b"/>
Nov 06 08:53:08 user nova-compute[74883]:     </interface>
Nov 06 08:53:08 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:53:08 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/console.log" append="off"/>
Nov 06 08:53:08 user nova-compute[74883]:     </serial>
Nov 06 08:53:08 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:53:08 user nova-compute[74883]:     <video>
Nov 06 08:53:08 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:53:08 user nova-compute[74883]:     </video>
Nov 06 08:53:08 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:53:08 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:53:08 user nova-compute[74883]:     </rng>
Nov 06 08:53:08 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:53:08 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:53:08 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:53:08 user nova-compute[74883]:     </memballoon>
Nov 06 08:53:08 user nova-compute[74883]:   </devices>
Nov 06 08:53:08 user nova-compute[74883]: </domain>
Nov 06 08:53:08 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-831387820',display_name='tempest-VolumesActionsTest-instance-831387820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-831387820',id=40,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='340742f2b8c44d72a34d61feeec809e9',ramdisk_id='',reservation_id='r-5xd0kji9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-713658498',owner_user_name='tempest-VolumesActionsTest-713658498-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:53:07Z,user_data=None,user_id='afe1b953a7024870a9ee61dc72ee3681',uuid=59ef7a7d-d8b8-4420-aba9-cbd878569b80,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converting VIF {"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG os_vif [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b3531d5-544e-536e-b6f1-5cdc8c452490', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapae6132f3-5b, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapae6132f3-5b, col_values=(('qos', UUID('c739f54a-8c69-40b3-a35f-870a4cc826da')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapae6132f3-5b, col_values=(('external_ids', {'iface-id': 'ae6132f3-5b47-4e4b-a97a-7c2fcaad745d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:4b:1f', 'vm-uuid': '59ef7a7d-d8b8-4420-aba9-cbd878569b80'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:09 user nova-compute[74883]: INFO os_vif [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b')
Nov 06 08:53:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] No VIF found with MAC fa:16:3e:db:4b:1f, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG nova.network.neutron [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Updated VIF entry in instance network info cache for port ae6132f3-5b47-4e4b-a97a-7c2fcaad745d. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG nova.network.neutron [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Updating instance_info_cache with network_info: [{"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:53:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-404ae6cc-b05a-4f26-9652-7287c0b8d1a4 req-a7f526b4-ba38-49c5-856a-6128ebe789f7 service nova] Releasing lock "refresh_cache-59ef7a7d-d8b8-4420-aba9-cbd878569b80" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] No waiting events found dispatching network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:53:10 user nova-compute[74883]: WARNING nova.compute.manager [req-dd694464-a224-4e42-9b71-1a314ea461e2 req-73542832-68be-47cf-a128-f453a9a5ec18 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received unexpected event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d for instance with vm_state building and task_state spawning.
Nov 06 08:53:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:53:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Instance spawned successfully.
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] No waiting events found dispatching network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:53:12 user nova-compute[74883]: WARNING nova.compute.manager [req-aeeecfc4-dbe3-487f-8248-b9b467bf509f req-e0d63d0d-039a-4e71-bdb3-741110213ce8 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received unexpected event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d for instance with vm_state building and task_state spawning.
Nov 06 08:53:12 user nova-compute[74883]: INFO nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Took 5.45 seconds to spawn the instance on the hypervisor.
Nov 06 08:53:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:53:12 user nova-compute[74883]: INFO nova.compute.manager [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Took 6.09 seconds to build instance.
Nov 06 08:53:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ea5563b3-142f-4256-af56-2706cf9a704e tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.178s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:21 user nova-compute[74883]: INFO nova.compute.manager [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Detaching volume 308dc12e-0f30-4195-84e0-cee7d734edab
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:21 user nova-compute[74883]: INFO nova.virt.block_device [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Attempting to driver detach volume 308dc12e-0f30-4195-84e0-cee7d734edab from mountpoint /dev/vdb
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Attempting to detach device vdb from instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:53:21 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:53:21 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:53:21 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:53:21 user nova-compute[74883]:   <serial>308dc12e-0f30-4195-84e0-cee7d734edab</serial>
Nov 06 08:53:21 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:53:21 user nova-compute[74883]: </disk>
Nov 06 08:53:21 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:53:21 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully detached device vdb from instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d from the persistent domain config.
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:53:21 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:53:21 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 08:53:21 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:53:21 user nova-compute[74883]:   <serial>308dc12e-0f30-4195-84e0-cee7d734edab</serial>
Nov 06 08:53:21 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:53:21 user nova-compute[74883]: </disk>
Nov 06 08:53:21 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:21 user nova-compute[74883]: INFO nova.compute.manager [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attaching volume 5d97f020-7126-4c55-98da-153c4cdcab08 to /dev/vdb
Nov 06 08:53:21 user nova-compute[74883]: DEBUG os_brick.utils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:53:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc671ff-1478-46d0-ba46-717ee6235155]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5813cca-24f8-4cf3-a88a-a97aff38ff07]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e1ce187-c149-41bd-a449-1925b4b720cc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d9a5c8-d1d4-4826-8316-ba13e76a35f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:53:22 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:53:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3bce03-8483-4da8-9d9b-edd839a37bed]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG os_brick.utils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:53:22 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating existing volume attachment record: b66fd2b9-65ed-4e76-abfa-65c8c69b31e3 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:53:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:53:32 user nova-compute[74883]: INFO nova.compute.claims [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Claim successful on node user
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.348s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:53:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:53:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:53:33 user nova-compute[74883]: DEBUG nova.policy [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:53:33 user nova-compute[74883]: INFO nova.virt.block_device [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Booting with volume snapshot 42854910-12d7-41d0-a163-7bf3cee04cff at /dev/vda
Nov 06 08:53:33 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Successfully created port: cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Successfully updated port: cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-changed-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Refreshing instance network info cache due to event network-changed-cbe53b95-fd20-45b1-90fa-072b4f651fac. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] Acquiring lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.network.neutron [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updating instance_info_cache with network_info: [{"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Instance network_info: |[{"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] Acquired lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:53:34 user nova-compute[74883]: DEBUG nova.network.neutron [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Refreshing network info cache for port cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:53:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updated VIF entry in instance network info cache for port cbe53b95-fd20-45b1-90fa-072b4f651fac. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:53:35 user nova-compute[74883]: DEBUG nova.network.neutron [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updating instance_info_cache with network_info: [{"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:53:35 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8991b034-9af0-48f4-89a9-bdefb011d0e0 req-1b6e55e6-5d2a-4d9b-a1d9-7b00653c3434 service nova] Releasing lock "refresh_cache-88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.utils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd616c1-a329-46d4-b122-555f57501f37]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c166165-fa4b-411e-9de1-32c627d10d36]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[00167f5f-95b4-498c-b959-f8a04447cc7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbdd6ec1-0d7f-4d66-8188-476e6f701afb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:53:38 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:53:38 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3074189-a564-4b86-91cf-45dae7454ba5]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG os_brick.utils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:53:38 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updating existing volume attachment record: a5e8cd12-c7fe-4747-b423-1b999080e99c {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:53:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:41 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d is timed out.
Nov 06 08:53:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully detached device vdb from instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d from the live domain config.
Nov 06 08:53:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FWEZuqsP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:53:42 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5428be-e292-4a69-b246-dee9dc8dba87]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:53:42 user nova-compute[74883]: No targets found.
Nov 06 08:53:42 user nova-compute[74883]: iSNS:
Nov 06 08:53:42 user nova-compute[74883]: No targets found.
Nov 06 08:53:42 user nova-compute[74883]: STATIC:
Nov 06 08:53:42 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab
Nov 06 08:53:42 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:53:42 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:53:42 user nova-compute[74883]: FIRMWARE:
Nov 06 08:53:42 user nova-compute[74883]: No targets found.
Nov 06 08:53:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:53:42 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:53:42 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5607e35-f2ec-4de9-9b0b-c2d4c6d8cd85]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8234768d-e6dc-4496-beb1-e95939b67fb1]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:53:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab (non-flash)
Nov 06 08:53:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11945da200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a473f5-b531-463f-b699-c913f6e0a47b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[90b8cf8f-5f3c-493c-b0e8-2316f02b9575]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c27ae5-72cb-4186-bbde-ed474dbeaa08]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b516ed63-b4d6-49ff-a203-9a34730cdc8f]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b66a8d25-72c2-4160-9e45-4bb53d79eaba]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5474d30e-2c8c-4305-9854-ffe3e2441369]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260]
Nov 06 08:53:42 user nova-compute[74883]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab, portal: 172.16.0.220,3260] successful.
Nov 06 08:53:42 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1fce68-21be-48e9-ba87-1f6cf7280655]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== disconnect_volume: return (286ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:53:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwXAQCfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:53:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:53:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:53:43 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7f74280-3865-4946-a7cd-74615ca05a5b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:53:43 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f1cf0b-6283-49ab-8317-b5c1c91e3e0f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08] added
Nov 06 08:53:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[587fcae5-a087-4369-becf-2f8e4ef851f9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[71a9bdb3-47d4-4965-936b-30290c240c7a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwXAQCfU {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xwXAQCfU" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[88791554-6e6f-43cb-8f87-6379bdf7e033]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xwXAQCfU'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6482f714-3924-4dfb-9170-fb16dbe06271]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fe0885-8f2a-458e-b482-03e5ee249633]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:53:43 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:53:43 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:53:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:53:43 user nova-compute[74883]: 
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b9cdf50-7a67-4e1f-8156-b0f234321422]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260]
Nov 06 08:53:43 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260] successful.
Nov 06 08:53:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6130a7d8-595c-49a4-b15d-de8825ec1df3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d9ec8a-fcb3-4fd7-8665-03f376bb584b]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:53:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:53:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[02d2b823-69ed-4469-9248-5e7150b709d1]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:53:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwXAQCfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '26333666636303638', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333666636303638', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:53:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:53:44 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:53:44 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:53:44 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:53:44 user nova-compute[74883]:   <serial>5d97f020-7126-4c55-98da-153c4cdcab08</serial>
Nov 06 08:53:44 user nova-compute[74883]: </disk>
Nov 06 08:53:44 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:53:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:53:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:53:45 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No VIF found with MAC fa:16:3e:2f:51:a7, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:53:45 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-786dd387-3ece-4522-9307-4a421eebde8f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.533s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:53:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:53:47 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:53:47 user nova-compute[74883]: INFO nova.compute.manager [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Detaching volume 5d97f020-7126-4c55-98da-153c4cdcab08
Nov 06 08:53:47 user nova-compute[74883]: INFO nova.virt.block_device [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attempting to driver detach volume 5d97f020-7126-4c55-98da-153c4cdcab08 from mountpoint /dev/vdb
Nov 06 08:53:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Attempting to detach device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:53:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:53:47 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:53:47 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:53:47 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:53:47 user nova-compute[74883]:   <serial>5d97f020-7126-4c55-98da-153c4cdcab08</serial>
Nov 06 08:53:47 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:53:47 user nova-compute[74883]: </disk>
Nov 06 08:53:47 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:53:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config.
Nov 06 08:53:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:53:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:53:47 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:53:47 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:53:47 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:53:47 user nova-compute[74883]:   <serial>5d97f020-7126-4c55-98da-153c4cdcab08</serial>
Nov 06 08:53:47 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:53:47 user nova-compute[74883]: </disk>
Nov 06 08:53:47 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:53:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:53:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:54 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Skipping network cache update for instance because it is being deleted. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updating instance_info_cache with network_info: [{"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-59ffec08-32d0-4fa8-acf0-e4344045a8a3" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:53:57 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:53:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:53:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:53:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'flavor' on Instance uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b7c009ec-c5d8-45e8-992d-928ce38a0944 tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 39.882s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 39.643s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:01 user nova-compute[74883]: INFO nova.compute.manager [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Terminating instance
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-unplugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] No waiting events found dispatching network-vif-unplugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-876dc556-39a6-418a-8763-7c84e333fc87 req-0c915b3f-4c76-4a55-a6d4-28870e20cb29 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-unplugged-7f54d104-1d34-4143-a2b0-6474582c109e for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:54:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Creating image(s)
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Ensure instance console log exists: /opt/stack/data/nova/instances/88dfbb9b-b84e-4bb2-88fa-4a8c2934d568/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Start _get_guest_xml network_info=[{"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mOGeKnaZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88dfbb9b-b84e-4bb2-88fa-4a8c2934d568', 'attached_at': '', 'detached_at': '', 'volume_id': 'bfafa1a2-52e1-4038-b206-febff5fd0b11', 'serial': 'bfafa1a2-52e1-4038-b206-febff5fd0b11'}, 'attachment_id': 'a5e8cd12-c7fe-4747-b423-1b999080e99c', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:54:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mOGeKnaZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:54:01 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:54:01 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:54:01 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3b08ad-71ac-4b1b-8d30-95a1614d4c08]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:54:01 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d318e4-0c85-47f7-97f9-75efb86ede83]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11] added
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[274977c1-fdb4-4d56-ae53-a3ca00dbe85b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[813f3d68-7490-49b3-b090-32ee928a7cbd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mOGeKnaZ {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mOGeKnaZ" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9f77ec-7081-4161-906f-7545c7900fbe]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mOGeKnaZ'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cce3015-e5e0-4d86-991a-0459ff6d1fd4]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[79eb0a97-00e0-47c8-92c6-e968123864bf]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d67c6949-29a9-4e80-9376-4fae7026068b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260]
Nov 06 08:54:01 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260] successful.
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[830b7a5a-e8fd-4696-af6b-0e21412d6bb3]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8379c06-1baa-4ca4-8ad6-50df201255fa]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:01 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f83018-ccf6-4a47-abf6-bf9c1e52220e]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mOGeKnaZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:54:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Instance destroyed successfully.
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lazy-loading 'resources' on Instance uuid acd1bdb0-53ba-4007-ab35-8d536e2d0a0d {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780470321',display_name='tempest-VolumesSnapshotTestJSON-instance-1780470321',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780470321',id=38,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDOc20qN7+Tos+QKeKFDrsIiP8cIKALdicO45SLnoBsKjqO38OmkPlksFUSyYB230MhyeTrumKG8YeGDNYx1cSulA67OrcKqwWx5LP8rjyrl8qJG0BqZQ6WmuBH5nzl88A==',key_name='tempest-keypair-1341406135',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:49:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1a09c4009a744676ac8f0f7eeea1e2a4',ramdisk_id='',reservation_id='r-f2yrq0w6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1488640338',owner_user_name='tempest-VolumesSnapshotTestJSON-1488640338-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:49:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4b60fb736a034e56968b33d027d5cac3',uuid=acd1bdb0-53ba-4007-ab35-8d536e2d0a0d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converting VIF {"id": "7f54d104-1d34-4143-a2b0-6474582c109e", "address": "fa:16:3e:87:57:84", "network": {"id": "ce140d07-0a59-4cbe-bfe0-b7210b201f30", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-450219480-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1a09c4009a744676ac8f0f7eeea1e2a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f54d104-1d", "ovs_interfaceid": "7f54d104-1d34-4143-a2b0-6474582c109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_vif [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f54d104-1d, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7bd4e6a0-41ad-4c2f-94c6-cec7bcc7362a) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:01 user nova-compute[74883]: INFO os_vif [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:57:84,bridge_name='br-int',has_traffic_filtering=True,id=7f54d104-1d34-4143-a2b0-6474582c109e,network=Network(ce140d07-0a59-4cbe-bfe0-b7210b201f30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f54d104-1d')
Nov 06 08:54:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FWEZuqsP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:54:01 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:54:01 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:54:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8437MB free_disk=24.843788146972656GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 59ffec08-32d0-4fa8-acf0-e4344045a8a3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 59ef7a7d-d8b8-4420-aba9-cbd878569b80 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23966333833366236', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966333833366236', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.945s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[af33687c-0669-4f92-aa6f-e91572a88d71]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:54:02 user nova-compute[74883]: No targets found.
Nov 06 08:54:02 user nova-compute[74883]: iSNS:
Nov 06 08:54:02 user nova-compute[74883]: No targets found.
Nov 06 08:54:02 user nova-compute[74883]: STATIC:
Nov 06 08:54:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08
Nov 06 08:54:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:54:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:54:02 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11
Nov 06 08:54:02 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:54:02 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:54:02 user nova-compute[74883]: FIRMWARE:
Nov 06 08:54:02 user nova-compute[74883]: No targets found.
Nov 06 08:54:02 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:54:02 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:54:02 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:308dc12e-0f30-4195-84e0-cee7d734edab', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1551187246',display_name='tempest-TestVolumeBootPattern-server-1551187246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1551187246',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-0dd3f5hm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:53:33Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=88dfbb9b-b84e-4bb2-88fa-4a8c2934d568,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG nova.objects.instance [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd4a24c-0b34-4474-a22b-6fe2faec52d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:54:03 user nova-compute[74883]:   <uuid>88dfbb9b-b84e-4bb2-88fa-4a8c2934d568</uuid>
Nov 06 08:54:03 user nova-compute[74883]:   <name>instance-00000029</name>
Nov 06 08:54:03 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:54:03 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:54:03 user nova-compute[74883]:   <metadata>
Nov 06 08:54:03 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:54:03 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:54:03 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-server-1551187246</nova:name>
Nov 06 08:54:03 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:54:01</nova:creationTime>
Nov 06 08:54:03 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:54:03 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:54:03 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:54:03 user nova-compute[74883]:       <nova:owner>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 08:54:03 user nova-compute[74883]:       </nova:owner>
Nov 06 08:54:03 user nova-compute[74883]:       <nova:ports>
Nov 06 08:54:03 user nova-compute[74883]:         <nova:port uuid="cbe53b95-fd20-45b1-90fa-072b4f651fac">
Nov 06 08:54:03 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 06 08:54:03 user nova-compute[74883]:         </nova:port>
Nov 06 08:54:03 user nova-compute[74883]:       </nova:ports>
Nov 06 08:54:03 user nova-compute[74883]:     </nova:instance>
Nov 06 08:54:03 user nova-compute[74883]:   </metadata>
Nov 06 08:54:03 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:54:03 user nova-compute[74883]:     <system>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="serial">88dfbb9b-b84e-4bb2-88fa-4a8c2934d568</entry>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="uuid">88dfbb9b-b84e-4bb2-88fa-4a8c2934d568</entry>
Nov 06 08:54:03 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:54:03 user nova-compute[74883]:     </system>
Nov 06 08:54:03 user nova-compute[74883]:   </sysinfo>
Nov 06 08:54:03 user nova-compute[74883]:   <os>
Nov 06 08:54:03 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:54:03 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:54:03 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:54:03 user nova-compute[74883]:   </os>
Nov 06 08:54:03 user nova-compute[74883]:   <features>
Nov 06 08:54:03 user nova-compute[74883]:     <acpi/>
Nov 06 08:54:03 user nova-compute[74883]:     <apic/>
Nov 06 08:54:03 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:54:03 user nova-compute[74883]:   </features>
Nov 06 08:54:03 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:54:03 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:54:03 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:54:03 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:54:03 user nova-compute[74883]:   </clock>
Nov 06 08:54:03 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:54:03 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:54:03 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:54:03 user nova-compute[74883]:   </cpu>
Nov 06 08:54:03 user nova-compute[74883]:   <devices>
Nov 06 08:54:03 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:54:03 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:54:03 user nova-compute[74883]:       <source dev="/dev/sdc"/>
Nov 06 08:54:03 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:54:03 user nova-compute[74883]:       <serial>bfafa1a2-52e1-4038-b206-febff5fd0b11</serial>
Nov 06 08:54:03 user nova-compute[74883]:     </disk>
Nov 06 08:54:03 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:54:03 user nova-compute[74883]:       <mac address="fa:16:3e:8e:ca:89"/>
Nov 06 08:54:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:54:03 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:54:03 user nova-compute[74883]:       <target dev="tapcbe53b95-fd"/>
Nov 06 08:54:03 user nova-compute[74883]:     </interface>
Nov 06 08:54:03 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:54:03 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/88dfbb9b-b84e-4bb2-88fa-4a8c2934d568/console.log" append="off"/>
Nov 06 08:54:03 user nova-compute[74883]:     </serial>
Nov 06 08:54:03 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:54:03 user nova-compute[74883]:     <video>
Nov 06 08:54:03 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:54:03 user nova-compute[74883]:     </video>
Nov 06 08:54:03 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:54:03 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:54:03 user nova-compute[74883]:     </rng>
Nov 06 08:54:03 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:54:03 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:54:03 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:54:03 user nova-compute[74883]:     </memballoon>
Nov 06 08:54:03 user nova-compute[74883]:   </devices>
Nov 06 08:54:03 user nova-compute[74883]: </domain>
Nov 06 08:54:03 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1551187246',display_name='tempest-TestVolumeBootPattern-server-1551187246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1551187246',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-0dd3f5hm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:53:33Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=88dfbb9b-b84e-4bb2-88fa-4a8c2934d568,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_vif [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '56be0a75-15e8-5ebb-be80-06dac0f3a4f8', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[63f22f04-4135-4770-9b7a-29b27cbe2cd1]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:03 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:03 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:03 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:03 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c7e170>, {}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Disconnecting from: [] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] <== disconnect_volume: return (1024ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:54:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Deleting instance files /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d_del
Nov 06 08:54:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Deletion of /opt/stack/data/nova/instances/acd1bdb0-53ba-4007-ab35-8d536e2d0a0d_del complete
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcbe53b95-fd, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcbe53b95-fd, col_values=(('qos', UUID('85e3cd68-94e3-4722-96de-fc4adc218648')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcbe53b95-fd, col_values=(('external_ids', {'iface-id': 'cbe53b95-fd20-45b1-90fa-072b4f651fac', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:ca:89', 'vm-uuid': '88dfbb9b-b84e-4bb2-88fa-4a8c2934d568'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: INFO os_vif [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd')
Nov 06 08:54:03 user nova-compute[74883]: INFO nova.compute.manager [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Took 1.98 seconds to destroy the instance on the hypervisor.
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:8e:ca:89, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.644s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] Acquiring lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] No waiting events found dispatching network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:03 user nova-compute[74883]: WARNING nova.compute.manager [req-38151c44-a0ec-4b9e-b7f3-567e7a5accb3 req-da4d8a20-cd4e-462c-94cc-4c2a601ad743 service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received unexpected event network-vif-plugged-7f54d104-1d34-4143-a2b0-6474582c109e for instance with vm_state active and task_state deleting.
Nov 06 08:54:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:54:03 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Took 0.80 seconds to deallocate network for instance.
Nov 06 08:54:03 user nova-compute[74883]: WARNING nova.volume.cinder [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Attachment 8722255b-044e-4df7-a1c1-7d8ca01bfe29 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 8722255b-044e-4df7-a1c1-7d8ca01bfe29. (HTTP 404) (Request-ID: req-9f19b683-a657-4dda-b14c-997328bbfe8d)
Nov 06 08:54:03 user nova-compute[74883]: INFO nova.compute.manager [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Took 0.03 seconds to detach 1 volumes for instance.
Nov 06 08:54:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-0f8fcf2e-3832-45a3-85f2-3b6fcedd0b9a req-22edf66e-a763-4aaa-9a66-e9bf7ba5051d service nova] [instance: acd1bdb0-53ba-4007-ab35-8d536e2d0a0d] Received event network-vif-deleted-7f54d104-1d34-4143-a2b0-6474582c109e {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.315s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:04 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Deleted allocations for instance acd1bdb0-53ba-4007-ab35-8d536e2d0a0d
Nov 06 08:54:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4119abd0-2dfc-4a40-b58a-f16887afc09a tempest-VolumesSnapshotTestJSON-1488640338 tempest-VolumesSnapshotTestJSON-1488640338-project-member] Lock "acd1bdb0-53ba-4007-ab35-8d536e2d0a0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.326s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] No waiting events found dispatching network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:05 user nova-compute[74883]: WARNING nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received unexpected event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac for instance with vm_state building and task_state spawning.
Nov 06 08:54:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] No waiting events found dispatching network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:05 user nova-compute[74883]: WARNING nova.compute.manager [req-de03aa66-d8df-453d-b315-ac1907ec4c80 req-73a287d6-9883-4fcd-92a2-93ea3cdebf04 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received unexpected event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac for instance with vm_state building and task_state spawning.
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:54:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Instance spawned successfully.
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:54:06 user nova-compute[74883]: INFO nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Took 5.30 seconds to spawn the instance on the hypervisor.
Nov 06 08:54:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:54:06 user nova-compute[74883]: INFO nova.compute.manager [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Took 34.36 seconds to build instance.
Nov 06 08:54:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-5921087c-7dc6-4699-a31b-4e56d930a47a tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 34.452s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:07 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 is timed out.
Nov 06 08:54:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config.
Nov 06 08:54:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xwXAQCfU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:54:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2734d5-11f1-4b75-8795-7387a18bdfbb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:54:07 user nova-compute[74883]: No targets found.
Nov 06 08:54:07 user nova-compute[74883]: iSNS:
Nov 06 08:54:07 user nova-compute[74883]: No targets found.
Nov 06 08:54:07 user nova-compute[74883]: STATIC:
Nov 06 08:54:07 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08
Nov 06 08:54:07 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:54:07 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:54:07 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11
Nov 06 08:54:07 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:54:07 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:54:07 user nova-compute[74883]: FIRMWARE:
Nov 06 08:54:07 user nova-compute[74883]: No targets found.
Nov 06 08:54:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:54:07 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:54:07 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b099a48a-72bb-452f-b4fb-7762cc3fbfd9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e7e0f7-d51d-44bf-a74b-762999f794ef]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:07 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 (non-flash)
Nov 06 08:54:07 user nova-compute[74883]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:54:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170e37010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[677e0326-d444-40f5-8d72-1c64ac554c44]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a0c6994-899a-4063-b6c9-f0a54f084084]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[94567cd4-64d5-45f0-a22a-42d9c38a4597]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5e15d2-1a09-472f-9a10-416bfd84ae78]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.064s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[baaa9a61-57bf-45e7-8efe-1e0b4558ea3e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --logout" returned: 0 in 0.205s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[72133ef6-54fd-49f7-b275-2ef81ca3b41f]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260]
Nov 06 08:54:08 user nova-compute[74883]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08, portal: 172.16.0.220,3260] successful.
Nov 06 08:54:08 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d97f020-7126-4c55-98da-153c4cdcab08 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb5b86e-8f32-48bd-869a-cba5573fc088]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.523s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== disconnect_volume: return (524ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:54:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:54:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:09 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3c2b2073-8b99-4909-b300-9705bc8247c9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.334s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:54:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:24 user nova-compute[74883]: INFO nova.compute.manager [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Terminating instance
Nov 06 08:54:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-unplugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-unplugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-7b589ddb-35e1-42a1-801e-b8f4f1ec1442 req-8c67061d-9b6c-4700-ad4e-e17fcc727d8e service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-unplugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Instance destroyed successfully.
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.objects.instance [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lazy-loading 'resources' on Instance uuid 59ffec08-32d0-4fa8-acf0-e4344045a8a3 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:52:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1545921944',display_name='tempest-VolumesNegativeTest-instance-1545921944',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1545921944',id=39,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:52:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='94a6e7a7850c436f97c2c70f5d7ff1b1',ramdisk_id='',reservation_id='r-yxsbtrsu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-748185037',owner_user_name='tempest-VolumesNegativeTest-748185037-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:52:42Z,user_data=None,user_id='9162db46d65e4f14842964845eb99fe1',uuid=59ffec08-32d0-4fa8-acf0-e4344045a8a3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converting VIF {"id": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "address": "fa:16:3e:f7:59:45", "network": {"id": "995394a1-a15d-4912-90aa-1da7ac271985", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "2876b494450240ba9f3b0600f50ff137", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa4a522f-b8", "ovs_interfaceid": "aa4a522f-b85d-4a47-bcc8-9dbdbbcae806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG os_vif [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa4a522f-b8, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d07164e0-c78a-4fd9-bd32-4df82443f05b) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: INFO os_vif [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:59:45,bridge_name='br-int',has_traffic_filtering=True,id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806,network=Network(995394a1-a15d-4912-90aa-1da7ac271985),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa4a522f-b8')
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Deleting instance files /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3_del
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Deletion of /opt/stack/data/nova/instances/59ffec08-32d0-4fa8-acf0-e4344045a8a3_del complete
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.compute.manager [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 06 08:54:25 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Took 0.41 seconds to deallocate network for instance.
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-0815e272-3ef1-4197-a1ac-479810fcf8e1 req-0a6516c0-2a9f-4a56-ad38-9334135d74f2 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-deleted-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:25 user nova-compute[74883]: INFO nova.compute.manager [req-0815e272-3ef1-4197-a1ac-479810fcf8e1 req-0a6516c0-2a9f-4a56-ad38-9334135d74f2 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Neutron deleted interface aa4a522f-b85d-4a47-bcc8-9dbdbbcae806; detaching it from the instance and deleting it from the info cache
Nov 06 08:54:25 user nova-compute[74883]: DEBUG nova.network.neutron [req-0815e272-3ef1-4197-a1ac-479810fcf8e1 req-0a6516c0-2a9f-4a56-ad38-9334135d74f2 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:54:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-0815e272-3ef1-4197-a1ac-479810fcf8e1 req-0a6516c0-2a9f-4a56-ad38-9334135d74f2 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Detach interface failed, port_id=aa4a522f-b85d-4a47-bcc8-9dbdbbcae806, reason: Instance 59ffec08-32d0-4fa8-acf0-e4344045a8a3 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.203s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Deleted allocations for instance 59ffec08-32d0-4fa8-acf0-e4344045a8a3
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-4b67b8fd-a7b3-483d-96a4-c734a596f5f2 tempest-VolumesNegativeTest-748185037 tempest-VolumesNegativeTest-748185037-project-member] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.768s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:26 user nova-compute[74883]: WARNING nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state deleted and task_state None.
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:26 user nova-compute[74883]: WARNING nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state deleted and task_state None.
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:26 user nova-compute[74883]: WARNING nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state deleted and task_state None.
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Acquiring lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] Lock "59ffec08-32d0-4fa8-acf0-e4344045a8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:26 user nova-compute[74883]: DEBUG nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] No waiting events found dispatching network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:54:26 user nova-compute[74883]: WARNING nova.compute.manager [req-5c2e6b66-ddc3-4e39-8677-9a4d17b43a4b req-41367171-1a2d-4692-ae8b-7b4ea8424e88 service nova] [instance: 59ffec08-32d0-4fa8-acf0-e4344045a8a3] Received unexpected event network-vif-plugged-aa4a522f-b85d-4a47-bcc8-9dbdbbcae806 for instance with vm_state deleted and task_state None.
Nov 06 08:54:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:44 user nova-compute[74883]: INFO nova.compute.manager [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attaching volume b197ece5-69a8-4e69-ada9-242cc7b44926 to /dev/vdb
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e44ec01-c008-4b59-b058-9595c3f0932c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6ffd755-5ea2-4e99-be77-682032111aac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7f275e-86da-41e6-af61-48bea43c92ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e62d37-af6b-433c-a5b8-5631f7a65067]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:54:44 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:54:44 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4692a1a0-b6f0-432c-9bad-e53730d2a715]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG os_brick.utils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:54:44 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating existing volume attachment record: b581cc98-8a49-426b-b101-829f5f79516c {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:54:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:56 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:54:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:54:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:54:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:54:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:54:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:54:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:55:00 user nova-compute[74883]: INFO nova.compute.claims [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Claim successful on node user
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.304s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.297s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:55:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.policy [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec067cc210f4458aa619c52bb5aa0cf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83fe6966fadb45bfa84cd7613dcff0dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:55:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Creating image(s)
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "/opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "/opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "/opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.188s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.214s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk 1073741824" returned: 0 in 0.125s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.347s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Successfully created port: 8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.591s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:55:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:55:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8552MB free_disk=24.887344360351562GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 59ef7a7d-d8b8-4420-aba9-cbd878569b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bac156b2-1315-4910-b7a8-e9f788e9e9d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Cannot resize image /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Ensure instance console log exists: /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Successfully updated port: 8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquired lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-changed-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Refreshing instance network info cache due to event network-changed-8c7616c2-4103-4ec6-b935-b2a81145f24c. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] Acquiring lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Updating instance_info_cache with network_info: [{"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Releasing lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Instance network_info: |[{"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] Acquired lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Refreshing network info cache for port 8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Start _get_guest_xml network_info=[{"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:55:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:55:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:54:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1672285816',display_name='tempest-VolumesActionsTest-instance-1672285816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1672285816',id=42,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-s6tbnfxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:55:01Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=bac156b2-1315-4910-b7a8-e9f788e9e9d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.objects.instance [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lazy-loading 'pci_devices' on Instance uuid bac156b2-1315-4910-b7a8-e9f788e9e9d4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:55:02 user nova-compute[74883]:   <uuid>bac156b2-1315-4910-b7a8-e9f788e9e9d4</uuid>
Nov 06 08:55:02 user nova-compute[74883]:   <name>instance-0000002a</name>
Nov 06 08:55:02 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:55:02 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:55:02 user nova-compute[74883]:   <metadata>
Nov 06 08:55:02 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:55:02 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:name>tempest-VolumesActionsTest-instance-1672285816</nova:name>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:55:02</nova:creationTime>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:55:02 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:55:02 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:owner>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:user uuid="ec067cc210f4458aa619c52bb5aa0cf0">tempest-VolumesActionsTest-1873963179-project-member</nova:user>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:project uuid="83fe6966fadb45bfa84cd7613dcff0dc">tempest-VolumesActionsTest-1873963179</nova:project>
Nov 06 08:55:02 user nova-compute[74883]:       </nova:owner>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:55:02 user nova-compute[74883]:       <nova:ports>
Nov 06 08:55:02 user nova-compute[74883]:         <nova:port uuid="8c7616c2-4103-4ec6-b935-b2a81145f24c">
Nov 06 08:55:02 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 06 08:55:02 user nova-compute[74883]:         </nova:port>
Nov 06 08:55:02 user nova-compute[74883]:       </nova:ports>
Nov 06 08:55:02 user nova-compute[74883]:     </nova:instance>
Nov 06 08:55:02 user nova-compute[74883]:   </metadata>
Nov 06 08:55:02 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:55:02 user nova-compute[74883]:     <system>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="serial">bac156b2-1315-4910-b7a8-e9f788e9e9d4</entry>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="uuid">bac156b2-1315-4910-b7a8-e9f788e9e9d4</entry>
Nov 06 08:55:02 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:55:02 user nova-compute[74883]:     </system>
Nov 06 08:55:02 user nova-compute[74883]:   </sysinfo>
Nov 06 08:55:02 user nova-compute[74883]:   <os>
Nov 06 08:55:02 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:55:02 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:55:02 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:55:02 user nova-compute[74883]:   </os>
Nov 06 08:55:02 user nova-compute[74883]:   <features>
Nov 06 08:55:02 user nova-compute[74883]:     <acpi/>
Nov 06 08:55:02 user nova-compute[74883]:     <apic/>
Nov 06 08:55:02 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:55:02 user nova-compute[74883]:   </features>
Nov 06 08:55:02 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:55:02 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:55:02 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:55:02 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:55:02 user nova-compute[74883]:   </clock>
Nov 06 08:55:02 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:55:02 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:55:02 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:55:02 user nova-compute[74883]:   </cpu>
Nov 06 08:55:02 user nova-compute[74883]:   <devices>
Nov 06 08:55:02 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:55:02 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:55:02 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk"/>
Nov 06 08:55:02 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:55:02 user nova-compute[74883]:     </disk>
Nov 06 08:55:02 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:55:02 user nova-compute[74883]:       <mac address="fa:16:3e:6a:84:31"/>
Nov 06 08:55:02 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:55:02 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:55:02 user nova-compute[74883]:       <target dev="tap8c7616c2-41"/>
Nov 06 08:55:02 user nova-compute[74883]:     </interface>
Nov 06 08:55:02 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:55:02 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/console.log" append="off"/>
Nov 06 08:55:02 user nova-compute[74883]:     </serial>
Nov 06 08:55:02 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:55:02 user nova-compute[74883]:     <video>
Nov 06 08:55:02 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:55:02 user nova-compute[74883]:     </video>
Nov 06 08:55:02 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:55:02 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:55:02 user nova-compute[74883]:     </rng>
Nov 06 08:55:02 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:55:02 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:55:02 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:55:02 user nova-compute[74883]:     </memballoon>
Nov 06 08:55:02 user nova-compute[74883]:   </devices>
Nov 06 08:55:02 user nova-compute[74883]: </domain>
Nov 06 08:55:02 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:54:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1672285816',display_name='tempest-VolumesActionsTest-instance-1672285816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1672285816',id=42,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-s6tbnfxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:55:01Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=bac156b2-1315-4910-b7a8-e9f788e9e9d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG os_vif [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ade75c25-13a4-5091-a06f-5af191b1605d', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8c7616c2-41, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8c7616c2-41, col_values=(('qos', UUID('d85cae3a-197f-4bfc-9dbf-bf4fbedd2bf7')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8c7616c2-41, col_values=(('external_ids', {'iface-id': '8c7616c2-4103-4ec6-b935-b2a81145f24c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:84:31', 'vm-uuid': 'bac156b2-1315-4910-b7a8-e9f788e9e9d4'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:02 user nova-compute[74883]: INFO os_vif [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41')
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:55:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] No VIF found with MAC fa:16:3e:6a:84:31, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:55:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Updated VIF entry in instance network info cache for port 8c7616c2-4103-4ec6-b935-b2a81145f24c. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:55:03 user nova-compute[74883]: DEBUG nova.network.neutron [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Updating instance_info_cache with network_info: [{"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:55:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e291ccf3-e9f3-49c2-b9a9-8e5ea02ede6e req-af0c5d5c-9afd-450f-854a-63fcd5306d63 service nova] Releasing lock "refresh_cache-bac156b2-1315-4910-b7a8-e9f788e9e9d4" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG nova.compute.manager [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] No waiting events found dispatching network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:04 user nova-compute[74883]: WARNING nova.compute.manager [req-ba56c2d5-b0f1-4da5-ae20-886cee7a893a req-4fd8bf1e-0ea6-4f9d-9a1a-0f3b0077a374 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received unexpected event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c for instance with vm_state building and task_state spawning.
Nov 06 08:55:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:55:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Instance spawned successfully.
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:55:06 user nova-compute[74883]: INFO nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Took 5.82 seconds to spawn the instance on the hypervisor.
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] No waiting events found dispatching network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:06 user nova-compute[74883]: WARNING nova.compute.manager [req-1c6d4185-b73d-4482-8f83-b1c67e68ee61 req-41c4769e-8cbe-48ad-9b13-114f1548c12d service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received unexpected event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c for instance with vm_state building and task_state spawning.
Nov 06 08:55:06 user nova-compute[74883]: INFO nova.compute.manager [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Took 6.89 seconds to build instance.
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-06a14ac0-4598-4ee5-b823-7908daf5b39a tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.995s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VBIkENqU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:55:06 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:55:06 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:55:06 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c15767b-5232-49b3-82f1-cb238fefc53e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:55:06 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5c101b2-73ee-4670-a970-8d60b9c15f9f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926] added
Nov 06 08:55:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2b3a96-279c-4ef6-a692-ca9c45790815]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[381e2bd7-7c0e-4909-96f0-adcca84d431d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VBIkENqU {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VBIkENqU" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4585366f-f9ae-4f03-95ff-fd125baaf431]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VBIkENqU'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[958794bb-78bb-4b5a-9064-32fb78dd0e54]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4257f14a-0df7-4876-ac4e-c76b3118b669]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b97097c-d280-46eb-bc06-e604712472da]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260]
Nov 06 08:55:07 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260] successful.
Nov 06 08:55:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c26c2daa-2933-42ce-9a94-e01de4ba908a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98426af-c7f6-4de7-b894-bf9d16b8e7ed]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.033s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c9e77d2-c4f2-4cfe-8675-3bfedc3455e2]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:55:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VBIkENqU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '26565356231356432', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26565356231356432', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:55:08 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:55:08 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:55:08 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:55:08 user nova-compute[74883]:   <serial>b197ece5-69a8-4e69-ada9-242cc7b44926</serial>
Nov 06 08:55:08 user nova-compute[74883]: </disk>
Nov 06 08:55:08 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No VIF found with MAC fa:16:3e:2f:51:a7, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:55:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f26251aa-99a1-45c6-ac55-9741f9512c6f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.545s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:10 user nova-compute[74883]: INFO nova.compute.manager [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Detaching volume b197ece5-69a8-4e69-ada9-242cc7b44926
Nov 06 08:55:10 user nova-compute[74883]: INFO nova.virt.block_device [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attempting to driver detach volume b197ece5-69a8-4e69-ada9-242cc7b44926 from mountpoint /dev/vdb
Nov 06 08:55:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Attempting to detach device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:55:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:55:10 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:55:10 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:55:10 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:55:10 user nova-compute[74883]:   <serial>b197ece5-69a8-4e69-ada9-242cc7b44926</serial>
Nov 06 08:55:10 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:55:10 user nova-compute[74883]: </disk>
Nov 06 08:55:10 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:55:10 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config.
Nov 06 08:55:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:55:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:55:10 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:55:10 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:55:10 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:55:10 user nova-compute[74883]:   <serial>b197ece5-69a8-4e69-ada9-242cc7b44926</serial>
Nov 06 08:55:10 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:55:10 user nova-compute[74883]: </disk>
Nov 06 08:55:10 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:55:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:55:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:16 user nova-compute[74883]: INFO nova.compute.manager [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Terminating instance
Nov 06 08:55:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-unplugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] No waiting events found dispatching network-vif-unplugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-865756d7-c6ad-4daa-984e-99b9e7f88ec2 req-1c3ee065-0c4e-41da-b53a-72cde4773b2b service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-unplugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:55:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Instance destroyed successfully.
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lazy-loading 'resources' on Instance uuid 59ef7a7d-d8b8-4420-aba9-cbd878569b80 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-831387820',display_name='tempest-VolumesActionsTest-instance-831387820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-831387820',id=40,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:53:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='340742f2b8c44d72a34d61feeec809e9',ramdisk_id='',reservation_id='r-5xd0kji9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-713658498',owner_user_name='tempest-VolumesActionsTest-713658498-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:53:13Z,user_data=None,user_id='afe1b953a7024870a9ee61dc72ee3681',uuid=59ef7a7d-d8b8-4420-aba9-cbd878569b80,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converting VIF {"id": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "address": "fa:16:3e:db:4b:1f", "network": {"id": "41e53a3b-9c6c-4527-b29f-c3f0158c5f14", "bridge": "br-int", "label": "tempest-VolumesActionsTest-560545864-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "340742f2b8c44d72a34d61feeec809e9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapae6132f3-5b", "ovs_interfaceid": "ae6132f3-5b47-4e4b-a97a-7c2fcaad745d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG os_vif [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapae6132f3-5b, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c739f54a-8c69-40b3-a35f-870a4cc826da) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:17 user nova-compute[74883]: INFO os_vif [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:4b:1f,bridge_name='br-int',has_traffic_filtering=True,id=ae6132f3-5b47-4e4b-a97a-7c2fcaad745d,network=Network(41e53a3b-9c6c-4527-b29f-c3f0158c5f14),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapae6132f3-5b')
Nov 06 08:55:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Deleting instance files /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80_del
Nov 06 08:55:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Deletion of /opt/stack/data/nova/instances/59ef7a7d-d8b8-4420-aba9-cbd878569b80_del complete
Nov 06 08:55:17 user nova-compute[74883]: INFO nova.compute.manager [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Took 0.73 seconds to destroy the instance on the hypervisor.
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:55:17 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Took 0.42 seconds to deallocate network for instance.
Nov 06 08:55:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-0185d1ea-d49d-42fd-9bb0-05fae800b86b req-7cddcf1d-db96-45e5-9ced-fbf21cac7cee service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-deleted-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:18 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:55:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:55:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.230s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:18 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Deleted allocations for instance 59ef7a7d-d8b8-4420-aba9-cbd878569b80
Nov 06 08:55:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7d8e1f97-ba6a-4bd0-ba6b-749aefb557e9 tempest-VolumesActionsTest-713658498 tempest-VolumesActionsTest-713658498-project-member] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.724s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] Acquiring lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] Lock "59ef7a7d-d8b8-4420-aba9-cbd878569b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] No waiting events found dispatching network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:19 user nova-compute[74883]: WARNING nova.compute.manager [req-2c34328f-0941-4a15-82f2-95c2cac18f20 req-17207b88-09cf-4c72-b3cf-4865fdd02116 service nova] [instance: 59ef7a7d-d8b8-4420-aba9-cbd878569b80] Received unexpected event network-vif-plugged-ae6132f3-5b47-4e4b-a97a-7c2fcaad745d for instance with vm_state deleted and task_state None.
Nov 06 08:55:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:23 user nova-compute[74883]: INFO nova.compute.manager [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Terminating instance
Nov 06 08:55:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-unplugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] No waiting events found dispatching network-vif-unplugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:23 user nova-compute[74883]: DEBUG nova.compute.manager [req-b6fdfc41-e050-42d7-9c8e-6db04c3ae414 req-64a59d39-7380-4598-80e6-769e52352711 service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-unplugged-cbe53b95-fd20-45b1-90fa-072b4f651fac for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Instance destroyed successfully.
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.objects.instance [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:53:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1551187246',display_name='tempest-TestVolumeBootPattern-server-1551187246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1551187246',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:54:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-0dd3f5hm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:54:07Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=88dfbb9b-b84e-4bb2-88fa-4a8c2934d568,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "address": "fa:16:3e:8e:ca:89", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbe53b95-fd", "ovs_interfaceid": "cbe53b95-fd20-45b1-90fa-072b4f651fac", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_vif [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcbe53b95-fd, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=85e3cd68-94e3-4722-96de-fc4adc218648) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:24 user nova-compute[74883]: INFO os_vif [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:ca:89,bridge_name='br-int',has_traffic_filtering=True,id=cbe53b95-fd20-45b1-90fa-072b4f651fac,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbe53b95-fd')
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mOGeKnaZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:55:24 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6887cd27-1e1a-4929-af62-9771d9ac832a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:55:24 user nova-compute[74883]: No targets found.
Nov 06 08:55:24 user nova-compute[74883]: iSNS:
Nov 06 08:55:24 user nova-compute[74883]: No targets found.
Nov 06 08:55:24 user nova-compute[74883]: STATIC:
Nov 06 08:55:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926
Nov 06 08:55:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:55:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:55:24 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11
Nov 06 08:55:24 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:55:24 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:55:24 user nova-compute[74883]: FIRMWARE:
Nov 06 08:55:24 user nova-compute[74883]: No targets found.
Nov 06 08:55:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:55:24 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:55:24 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[647adcf9-7ecc-47fe-89c5-99791a001f35]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1402d56-1b6c-4e63-9e8a-8de585e7ce85]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:24 user nova-compute[74883]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 (non-flash)
Nov 06 08:55:24 user nova-compute[74883]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1194276560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9111d8ec-3ea2-44bc-af35-8c2357fe5047]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfaa7c54-9d73-40d1-ab1a-c9c8915909dc]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad8fa64-2aab-418f-b245-1048cac2453a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[304f8a3e-e020-42f8-859b-25ff69760362]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23966333833366236', '/dev/disk/by-id/scsi-1SCST_BIOa7920201-9f3836b60a55e526', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_a7920201') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[965afd6b-900b-435d-af2f-a85519a31396]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b533cfff-0979-4310-b117-4bd8f49f5ecf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[393de179-5ad5-493d-a2ab-e58eae2f043f]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260]
Nov 06 08:55:24 user nova-compute[74883]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11, portal: 172.16.0.220,3260] successful.
Nov 06 08:55:24 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfafa1a2-52e1-4038-b206-febff5fd0b11 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2839a3-aed7-475d-9816-174875fac65b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (340ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Deleting instance files /opt/stack/data/nova/instances/88dfbb9b-b84e-4bb2-88fa-4a8c2934d568_del
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Deletion of /opt/stack/data/nova/instances/88dfbb9b-b84e-4bb2-88fa-4a8c2934d568_del complete
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.compute.manager [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 06 08:55:24 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Took 0.43 seconds to deallocate network for instance.
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.compute.manager [req-d0bba88c-75cd-4bb1-b781-04c99db0e474 req-c2af4545-e41e-4f67-9ea2-ff74096c5cad service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-deleted-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:24 user nova-compute[74883]: INFO nova.compute.manager [req-d0bba88c-75cd-4bb1-b781-04c99db0e474 req-c2af4545-e41e-4f67-9ea2-ff74096c5cad service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Neutron deleted interface cbe53b95-fd20-45b1-90fa-072b4f651fac; detaching it from the instance and deleting it from the info cache
Nov 06 08:55:24 user nova-compute[74883]: DEBUG nova.network.neutron [req-d0bba88c-75cd-4bb1-b781-04c99db0e474 req-c2af4545-e41e-4f67-9ea2-ff74096c5cad service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-d0bba88c-75cd-4bb1-b781-04c99db0e474 req-c2af4545-e41e-4f67-9ea2-ff74096c5cad service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Detach interface failed, port_id=cbe53b95-fd20-45b1-90fa-072b4f651fac, reason: Instance 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] Acquiring lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:25 user nova-compute[74883]: DEBUG nova.compute.manager [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] No waiting events found dispatching network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:55:25 user nova-compute[74883]: WARNING nova.compute.manager [req-a76be0b9-3bfc-4fe3-85a0-754a0ba31450 req-a2f55507-9bb0-460d-a7cb-828b5f39a88d service nova] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Received unexpected event network-vif-plugged-cbe53b95-fd20-45b1-90fa-072b4f651fac for instance with vm_state active and task_state deleting.
Nov 06 08:55:27 user nova-compute[74883]: INFO nova.compute.manager [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Took 2.83 seconds to detach 1 volumes for instance.
Nov 06 08:55:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568] Deleting volume: bfafa1a2-52e1-4038-b206-febff5fd0b11 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 08:55:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:55:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:55:28 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:55:28 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:55:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:28 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance 88dfbb9b-b84e-4bb2-88fa-4a8c2934d568
Nov 06 08:55:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-6e2a7215-efad-4486-81e2-c0c473209be5 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "88dfbb9b-b84e-4bb2-88fa-4a8c2934d568" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.928s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:31 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 is timed out.
Nov 06 08:55:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config.
Nov 06 08:55:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VBIkENqU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:55:31 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa736a5d-60b6-40d6-affe-3dc545f0a264]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:55:31 user nova-compute[74883]: No targets found.
Nov 06 08:55:31 user nova-compute[74883]: iSNS:
Nov 06 08:55:31 user nova-compute[74883]: No targets found.
Nov 06 08:55:31 user nova-compute[74883]: STATIC:
Nov 06 08:55:31 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926
Nov 06 08:55:31 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:55:31 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:55:31 user nova-compute[74883]: FIRMWARE:
Nov 06 08:55:31 user nova-compute[74883]: No targets found.
Nov 06 08:55:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:55:31 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:55:31 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd6700e7-f428-4bf1-a06b-95fe66b47608]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c06302-c682-418a-81f5-ca41ae9c273d]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 (non-flash)
Nov 06 08:55:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170a4ca60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[90bdaff4-1968-4039-a675-cb32fd63c019]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8dfa56-ea2b-471a-91e8-fd62a9e37683]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[984b9856-e0d0-4c0f-abbe-bbb8c05ea921]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fefd031a-c1b1-4b93-886c-bc0a3de3a586]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd19e0a2-acc4-4d61-8506-c9fffa34cf04]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --logout" returned: 0 in 0.038s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab953575-b647-4ccd-a078-a37a2d86249c]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260]
Nov 06 08:55:31 user nova-compute[74883]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926, portal: 172.16.0.220,3260] successful.
Nov 06 08:55:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b197ece5-69a8-4e69-ada9-242cc7b44926 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b3cd25-c72b-4756-8c9f-8fcf86a46172]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.269s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== disconnect_volume: return (270ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:55:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:55:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:55:33 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b11602d7-bd02-4200-82b0-dfbda766a71b tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.529s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:55:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:55:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:56 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:57 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:55:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:55:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:55:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:55:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:56:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8680MB free_disk=24.883846282958984GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bac156b2-1315-4910-b7a8-e9f788e9e9d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:56:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.268s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:56:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:04 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:56:07 user nova-compute[74883]: INFO nova.compute.manager [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attaching volume 05a08889-173b-4410-9040-ef362b8e7154 to /dev/vdb
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.utils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae2067a-7c32-4f52-84ec-aa080940c069]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ad70fd-1394-47dc-8d92-b645c8ca77ba]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d45fc2-ac17-4511-8a07-cb5e97c85d2c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e99f11b-dcff-4ca3-a382-ff2a5b4123e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:56:07 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:56:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[87ef1382-09da-4f3a-80f1-ff45286d7a3b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG os_brick.utils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:56:07 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating existing volume attachment record: 56a93fa9-913f-432d-86f4-34fe26dddc05 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:56:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HAnVgkWT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:56:28 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:56:28 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:56:28 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c462b37-a121-4192-9c65-703849b14101]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:56:28 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[889d9ea1-5399-4571-b32c-21d78ae32855]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154] added
Nov 06 08:56:28 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a6d8f2-8f95-46ca-bd95-47b0c676e5c9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[18446c1c-78f2-4d77-aa12-0e8ea0da5f4e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HAnVgkWT {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HAnVgkWT" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:28 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[feca7429-aa65-42b9-b24b-560f585e0b90]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HAnVgkWT'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36f053d-7d1e-47d7-8ba3-1e958820a5e7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f9bc8f-140c-4ddb-a3c9-ef5717923432]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:56:29 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:56:29 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:56:29 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:56:29 user nova-compute[74883]: 
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9e166e-8e0b-4f12-bd64-1eb68f8a4eed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260]
Nov 06 08:56:29 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260] successful.
Nov 06 08:56:29 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a209605a-c9dc-43a4-9105-65a3ad007b38]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc45c09a-64a9-44e9-92f1-15c2b3a77207]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)
Nov 06 08:56:29 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)
Nov 06 08:56:29 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.235s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c37488-0c9e-41bf-bdce-6ce6e85aba60]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:56:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HAnVgkWT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.264s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== connect_volume: return (1266ms) {'type': 'block', 'scsi_wwn': '23264303038633938', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264303038633938', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 08:56:30 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:56:30 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:56:30 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:56:30 user nova-compute[74883]:   <serial>05a08889-173b-4410-9040-ef362b8e7154</serial>
Nov 06 08:56:30 user nova-compute[74883]: </disk>
Nov 06 08:56:30 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] No VIF found with MAC fa:16:3e:2f:51:a7, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:56:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b6d61c4f-2d0d-47ed-8609-dbf4162d194f tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.464s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:56:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:56:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:56:32 user nova-compute[74883]: INFO nova.compute.manager [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Detaching volume 05a08889-173b-4410-9040-ef362b8e7154
Nov 06 08:56:32 user nova-compute[74883]: INFO nova.virt.block_device [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Attempting to driver detach volume 05a08889-173b-4410-9040-ef362b8e7154 from mountpoint /dev/vdb
Nov 06 08:56:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Attempting to detach device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 08:56:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:56:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:56:32 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:56:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:56:32 user nova-compute[74883]:   <serial>05a08889-173b-4410-9040-ef362b8e7154</serial>
Nov 06 08:56:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:56:32 user nova-compute[74883]: </disk>
Nov 06 08:56:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:56:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the persistent domain config.
Nov 06 08:56:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 08:56:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 08:56:32 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:56:32 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 08:56:32 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 08:56:32 user nova-compute[74883]:   <serial>05a08889-173b-4410-9040-ef362b8e7154</serial>
Nov 06 08:56:32 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 08:56:32 user nova-compute[74883]: </disk>
Nov 06 08:56:32 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 08:56:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:53 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 is timed out.
Nov 06 08:56:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully detached device vdb from instance 25cf0d7d-dc86-47a9-af98-293ffd176294 from the live domain config.
Nov 06 08:56:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HAnVgkWT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:56:53 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebcfc7c-6da1-42d4-b1e9-90385482a72a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 08:56:53 user nova-compute[74883]: No targets found.
Nov 06 08:56:53 user nova-compute[74883]: iSNS:
Nov 06 08:56:53 user nova-compute[74883]: No targets found.
Nov 06 08:56:53 user nova-compute[74883]: STATIC:
Nov 06 08:56:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154
Nov 06 08:56:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 08:56:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 08:56:53 user nova-compute[74883]: FIRMWARE:
Nov 06 08:56:53 user nova-compute[74883]: No targets found.
Nov 06 08:56:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 08:56:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 08:56:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf670f30-049e-4b9c-a433-603d254cc3fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f14f09d5-68d6-42b9-aecf-1c516cc0a2b2]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)
Nov 06 08:56:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 (non-flash)
Nov 06 08:56:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11947a7910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f985a033-6d76-4526-aee7-b7444e09d3fc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e31a3f76-357e-4149-ba1e-16b3b1657d14]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c184f9c-56ea-47c1-89d6-e7d72a019806]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.030s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28c5d48-5fae-47df-8f5b-b553f298aee7]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a7314d-4b25-4db3-9ec1-1537df0219bf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b932995-3fa4-4dfc-824c-63dfbce48c1d]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260]
Nov 06 08:56:53 user nova-compute[74883]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154, portal: 172.16.0.220,3260] successful.
Nov 06 08:56:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05a08889-173b-4410-9040-ef362b8e7154 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[486d09df-2542-4e4b-be71-6650ba6b1e92]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.260s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] <== disconnect_volume: return (261ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:56:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 08:56:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:56:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'flavor' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:56:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-17f1e1b5-bdd9-4a14-85c5-0cb12b802bd9 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.889s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:56:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:58 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:56:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:57:02 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8764MB free_disk=24.881103515625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance bac156b2-1315-4910-b7a8-e9f788e9e9d4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:57:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.221s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:07 user nova-compute[74883]: INFO nova.compute.manager [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Terminating instance
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-unplugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] No waiting events found dispatching network-vif-unplugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-aebbc886-5919-4d81-bf08-216f83d49d3c req-98fd97a5-7fe8-4449-b2e9-9227fdfc5842 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-unplugged-8c7616c2-4103-4ec6-b935-b2a81145f24c for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Instance destroyed successfully.
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.objects.instance [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lazy-loading 'resources' on Instance uuid bac156b2-1315-4910-b7a8-e9f788e9e9d4 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:54:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1672285816',display_name='tempest-VolumesActionsTest-instance-1672285816',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1672285816',id=42,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:55:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-s6tbnfxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:55:07Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=bac156b2-1315-4910-b7a8-e9f788e9e9d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "address": "fa:16:3e:6a:84:31", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c7616c2-41", "ovs_interfaceid": "8c7616c2-4103-4ec6-b935-b2a81145f24c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG os_vif [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c7616c2-41, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d85cae3a-197f-4bfc-9dbf-bf4fbedd2bf7) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:07 user nova-compute[74883]: INFO os_vif [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:84:31,bridge_name='br-int',has_traffic_filtering=True,id=8c7616c2-4103-4ec6-b935-b2a81145f24c,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c7616c2-41')
Nov 06 08:57:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Deleting instance files /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4_del
Nov 06 08:57:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Deletion of /opt/stack/data/nova/instances/bac156b2-1315-4910-b7a8-e9f788e9e9d4_del complete
Nov 06 08:57:07 user nova-compute[74883]: INFO nova.compute.manager [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 06 08:57:07 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:57:07 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:57:08 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Took 0.46 seconds to deallocate network for instance.
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-05fb9280-760d-4e4e-815f-60b8f5f0d267 req-67267bc9-9573-4598-ad80-3edf50f6eb26 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-deleted-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:57:08 user nova-compute[74883]: INFO nova.compute.manager [req-05fb9280-760d-4e4e-815f-60b8f5f0d267 req-67267bc9-9573-4598-ad80-3edf50f6eb26 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Neutron deleted interface 8c7616c2-4103-4ec6-b935-b2a81145f24c; detaching it from the instance and deleting it from the info cache
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-05fb9280-760d-4e4e-815f-60b8f5f0d267 req-67267bc9-9573-4598-ad80-3edf50f6eb26 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-05fb9280-760d-4e4e-815f-60b8f5f0d267 req-67267bc9-9573-4598-ad80-3edf50f6eb26 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Detach interface failed, port_id=8c7616c2-4103-4ec6-b935-b2a81145f24c, reason: Instance bac156b2-1315-4910-b7a8-e9f788e9e9d4 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:57:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:08 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Deleted allocations for instance bac156b2-1315-4910-b7a8-e9f788e9e9d4
Nov 06 08:57:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-739b35c3-d9f7-4b33-b8e2-81c3b6c5f563 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.687s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:57:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] Acquiring lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] Lock "bac156b2-1315-4910-b7a8-e9f788e9e9d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:09 user nova-compute[74883]: DEBUG nova.compute.manager [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] No waiting events found dispatching network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:57:09 user nova-compute[74883]: WARNING nova.compute.manager [req-e2e5efeb-6826-491a-9914-6211af042454 req-36c6cb0b-f3ea-4716-8bf3-56819672d616 service nova] [instance: bac156b2-1315-4910-b7a8-e9f788e9e9d4] Received unexpected event network-vif-plugged-8c7616c2-4103-4ec6-b935-b2a81145f24c for instance with vm_state deleted and task_state None.
Nov 06 08:57:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:14 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:57:14 user nova-compute[74883]: INFO nova.compute.claims [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Claim successful on node user
Nov 06 08:57:14 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.224s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:57:15 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.policy [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:57:15 user nova-compute[74883]: INFO nova.virt.block_device [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Booting with volume 5127db7f-197e-4f5e-943a-042d0c16ebe2 at /dev/vda
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.utils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f1d0ff-426f-4130-8c35-066b11dde551]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[098308d5-9e8f-4e13-a347-2f80676a33fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[554f62c1-4b0b-4763-996c-55c62d965ddf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[454d622f-f8e5-4be8-b9e9-a97e96bcba27]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 08:57:15 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 08:57:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8fdcf26-20d5-4c97-8571-465826871c9e]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG os_brick.utils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating existing volume attachment record: 0d4aa174-3acb-44c3-b544-b3aae9162561 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 08:57:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Successfully created port: 6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Successfully updated port: 6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-changed-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Refreshing instance network info cache due to event network-changed-6aef5da6-68f6-475f-baa9-fece947821a8. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] Acquiring lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Instance network_info: |[{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] Acquired lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:57:16 user nova-compute[74883]: DEBUG nova.network.neutron [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Refreshing network info cache for port 6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:57:17 user nova-compute[74883]: DEBUG nova.network.neutron [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updated VIF entry in instance network info cache for port 6aef5da6-68f6-475f-baa9-fece947821a8. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:57:17 user nova-compute[74883]: DEBUG nova.network.neutron [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:57:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-3fa823f3-6e5c-42ac-91a2-a9b127cd8811 req-18c47877-5146-481f-8b92-f9b9455f21ec service nova] Releasing lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:57:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:57:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:57:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:58 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 08:57:58 user nova-compute[74883]: INFO nova.compute.claims [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Claim successful on node user
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.270s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 08:57:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.policy [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec067cc210f4458aa619c52bb5aa0cf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83fe6966fadb45bfa84cd7613dcff0dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:57:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Creating image(s)
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "/opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "/opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "/opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk 1073741824" returned: 0 in 0.055s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Successfully created port: c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 08:57:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Cannot resize image /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Ensure instance console log exists: /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Successfully updated port: c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquired lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-changed-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Refreshing instance network info cache due to event network-changed-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] Acquiring lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:58:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Updating instance_info_cache with network_info: [{"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Releasing lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Instance network_info: |[{"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] Acquired lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Refreshing network info cache for port c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Start _get_guest_xml network_info=[{"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:58:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:01 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1332351182',display_name='tempest-VolumesActionsTest-instance-1332351182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1332351182',id=44,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-u8k0itn8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:57:59Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=b546e76e-5017-4975-92bc-0b01fda2c20c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lazy-loading 'pci_devices' on Instance uuid b546e76e-5017-4975-92bc-0b01fda2c20c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:58:01 user nova-compute[74883]:   <uuid>b546e76e-5017-4975-92bc-0b01fda2c20c</uuid>
Nov 06 08:58:01 user nova-compute[74883]:   <name>instance-0000002c</name>
Nov 06 08:58:01 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:58:01 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:58:01 user nova-compute[74883]:   <metadata>
Nov 06 08:58:01 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:58:01 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:name>tempest-VolumesActionsTest-instance-1332351182</nova:name>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:58:01</nova:creationTime>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:58:01 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:58:01 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:owner>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:user uuid="ec067cc210f4458aa619c52bb5aa0cf0">tempest-VolumesActionsTest-1873963179-project-member</nova:user>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:project uuid="83fe6966fadb45bfa84cd7613dcff0dc">tempest-VolumesActionsTest-1873963179</nova:project>
Nov 06 08:58:01 user nova-compute[74883]:       </nova:owner>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 08:58:01 user nova-compute[74883]:       <nova:ports>
Nov 06 08:58:01 user nova-compute[74883]:         <nova:port uuid="c83031d0-fa1b-403a-a4ae-84ad1a1eaa10">
Nov 06 08:58:01 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 06 08:58:01 user nova-compute[74883]:         </nova:port>
Nov 06 08:58:01 user nova-compute[74883]:       </nova:ports>
Nov 06 08:58:01 user nova-compute[74883]:     </nova:instance>
Nov 06 08:58:01 user nova-compute[74883]:   </metadata>
Nov 06 08:58:01 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:58:01 user nova-compute[74883]:     <system>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="serial">b546e76e-5017-4975-92bc-0b01fda2c20c</entry>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="uuid">b546e76e-5017-4975-92bc-0b01fda2c20c</entry>
Nov 06 08:58:01 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:58:01 user nova-compute[74883]:     </system>
Nov 06 08:58:01 user nova-compute[74883]:   </sysinfo>
Nov 06 08:58:01 user nova-compute[74883]:   <os>
Nov 06 08:58:01 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:58:01 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:58:01 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:58:01 user nova-compute[74883]:   </os>
Nov 06 08:58:01 user nova-compute[74883]:   <features>
Nov 06 08:58:01 user nova-compute[74883]:     <acpi/>
Nov 06 08:58:01 user nova-compute[74883]:     <apic/>
Nov 06 08:58:01 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:58:01 user nova-compute[74883]:   </features>
Nov 06 08:58:01 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:58:01 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:58:01 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:58:01 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:58:01 user nova-compute[74883]:   </clock>
Nov 06 08:58:01 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:58:01 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:58:01 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:58:01 user nova-compute[74883]:   </cpu>
Nov 06 08:58:01 user nova-compute[74883]:   <devices>
Nov 06 08:58:01 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 08:58:01 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 08:58:01 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk"/>
Nov 06 08:58:01 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:58:01 user nova-compute[74883]:     </disk>
Nov 06 08:58:01 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:58:01 user nova-compute[74883]:       <mac address="fa:16:3e:a3:1d:cf"/>
Nov 06 08:58:01 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:58:01 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:58:01 user nova-compute[74883]:       <target dev="tapc83031d0-fa"/>
Nov 06 08:58:01 user nova-compute[74883]:     </interface>
Nov 06 08:58:01 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:58:01 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/console.log" append="off"/>
Nov 06 08:58:01 user nova-compute[74883]:     </serial>
Nov 06 08:58:01 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:58:01 user nova-compute[74883]:     <video>
Nov 06 08:58:01 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:58:01 user nova-compute[74883]:     </video>
Nov 06 08:58:01 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:58:01 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:58:01 user nova-compute[74883]:     </rng>
Nov 06 08:58:01 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:58:01 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:58:01 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:58:01 user nova-compute[74883]:     </memballoon>
Nov 06 08:58:01 user nova-compute[74883]:   </devices>
Nov 06 08:58:01 user nova-compute[74883]: </domain>
Nov 06 08:58:01 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1332351182',display_name='tempest-VolumesActionsTest-instance-1332351182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1332351182',id=44,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-u8k0itn8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:57:59Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=b546e76e-5017-4975-92bc-0b01fda2c20c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG os_vif [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cc97a33e-9bfc-54ae-9d89-af0e25eb1232', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc83031d0-fa, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc83031d0-fa, col_values=(('qos', UUID('2c7f24db-e123-46ff-b3b1-cb3093c9a1af')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc83031d0-fa, col_values=(('external_ids', {'iface-id': 'c83031d0-fa1b-403a-a4ae-84ad1a1eaa10', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:1d:cf', 'vm-uuid': 'b546e76e-5017-4975-92bc-0b01fda2c20c'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:01 user nova-compute[74883]: INFO os_vif [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa')
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] No VIF found with MAC fa:16:3e:a3:1d:cf, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Updated VIF entry in instance network info cache for port c83031d0-fa1b-403a-a4ae-84ad1a1eaa10. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG nova.network.neutron [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Updating instance_info_cache with network_info: [{"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:58:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f2676e7e-bd00-4149-b7c4-374eee1d2b05 req-d20bb292-2a41-4d43-9388-b7abba08e409 service nova] Releasing lock "refresh_cache-b546e76e-5017-4975-92bc-0b01fda2c20c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:02 user nova-compute[74883]: DEBUG nova.compute.manager [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] No waiting events found dispatching network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:58:02 user nova-compute[74883]: WARNING nova.compute.manager [req-c4010763-c146-4d40-b5a5-9f7e91ebfba1 req-0231f186-90bd-439a-b9c1-7f1cb88b63c5 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received unexpected event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 for instance with vm_state building and task_state spawning.
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:04 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] No waiting events found dispatching network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:58:05 user nova-compute[74883]: WARNING nova.compute.manager [req-35b8403a-b307-40ea-8d85-2bc98e15f3fe req-cf649d58-dfc6-4ca6-bfb6-3eee02ac1310 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received unexpected event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 for instance with vm_state building and task_state spawning.
Nov 06 08:58:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8821MB free_disk=24.898563385009766GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Instance spawned successfully.
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b546e76e-5017-4975-92bc-0b01fda2c20c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:58:05 user nova-compute[74883]: INFO nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Took 5.87 seconds to spawn the instance on the hypervisor.
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:58:05 user nova-compute[74883]: INFO nova.compute.manager [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Took 6.53 seconds to build instance.
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a27c6142-e837-4d7a-956b-352fe6ba6c85 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.656s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:58:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.299s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 08:58:07 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Creating image(s)
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Ensure instance console log exists: /opt/stack/data/nova/instances/864b81c4-be88-4ac2-a715-65ce3758dfc2/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Start _get_guest_xml network_info=[{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NufoEXTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '864b81c4-be88-4ac2-a715-65ce3758dfc2', 'attached_at': '', 'detached_at': '', 'volume_id': '5127db7f-197e-4f5e-943a-042d0c16ebe2', 'serial': '5127db7f-197e-4f5e-943a-042d0c16ebe2'}, 'attachment_id': '0d4aa174-3acb-44c3-b544-b3aae9162561', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 08:58:07 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:07 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NufoEXTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 08:58:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:58:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 08:58:07 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d16b60-b991-465f-8588-73f12e241504]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 08:58:07 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac13984-e8d5-4fbf-b935-068501307964]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2] added
Nov 06 08:58:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf92e6d-ea46-4326-91cf-66ffb3341cdf]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[599ab90a-13ef-4867-86f6-5c06dec355eb]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NufoEXTm {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NufoEXTm" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0306c5e-9958-42cf-b9d2-4d840be7d35d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NufoEXTm'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1420845-e6fb-48e9-955b-eb0b35958452]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[07140414-609a-46a6-a723-9c17007decf5]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:58:07 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 08:58:07 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:58:07 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 08:58:07 user nova-compute[74883]: 
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[37b5eae5-f567-4ad4-9780-011267542eba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260]
Nov 06 08:58:07 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260] successful.
Nov 06 08:58:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b576ce1a-4d3d-4382-b2d0-1d22deef2c3d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e9ac56-ec1b-4b88-9702-3704d7bbac19]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 08:58:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 08:58:07 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8136c971-1cc0-4365-979f-950e0776c57d]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 08:58:07 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NufoEXTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23635646265663331', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23635646265663331', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-41942205',display_name='tempest-TestVolumeBootPattern-volume-backed-server-41942205',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-41942205',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHpb3BAxC0qRuYOqLWafmOZh3jIEhQWONyLI3ho3149KXcHI9/ec3ZXr9nFqOMUT2dMepcPaInNiYKE8Y5VjqNXZJnS4iaHW3zkvYGZX9Nt4I14M4Gwk31f+37BUBtjbVw==',key_name='tempest-keypair-1815424142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-4ybnc3x8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:57:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=864b81c4-be88-4ac2-a715-65ce3758dfc2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid 864b81c4-be88-4ac2-a715-65ce3758dfc2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] End _get_guest_xml xml=<domain type="kvm">
Nov 06 08:58:08 user nova-compute[74883]:   <uuid>864b81c4-be88-4ac2-a715-65ce3758dfc2</uuid>
Nov 06 08:58:08 user nova-compute[74883]:   <name>instance-0000002b</name>
Nov 06 08:58:08 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 08:58:08 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 08:58:08 user nova-compute[74883]:   <metadata>
Nov 06 08:58:08 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 08:58:08 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 08:58:08 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-41942205</nova:name>
Nov 06 08:58:08 user nova-compute[74883]:       <nova:creationTime>2023-11-06 08:58:07</nova:creationTime>
Nov 06 08:58:08 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 08:58:08 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 08:58:08 user nova-compute[74883]:       </nova:flavor>
Nov 06 08:58:08 user nova-compute[74883]:       <nova:owner>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 08:58:08 user nova-compute[74883]:       </nova:owner>
Nov 06 08:58:08 user nova-compute[74883]:       <nova:ports>
Nov 06 08:58:08 user nova-compute[74883]:         <nova:port uuid="6aef5da6-68f6-475f-baa9-fece947821a8">
Nov 06 08:58:08 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 06 08:58:08 user nova-compute[74883]:         </nova:port>
Nov 06 08:58:08 user nova-compute[74883]:       </nova:ports>
Nov 06 08:58:08 user nova-compute[74883]:     </nova:instance>
Nov 06 08:58:08 user nova-compute[74883]:   </metadata>
Nov 06 08:58:08 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 08:58:08 user nova-compute[74883]:     <system>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="serial">864b81c4-be88-4ac2-a715-65ce3758dfc2</entry>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="uuid">864b81c4-be88-4ac2-a715-65ce3758dfc2</entry>
Nov 06 08:58:08 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 08:58:08 user nova-compute[74883]:     </system>
Nov 06 08:58:08 user nova-compute[74883]:   </sysinfo>
Nov 06 08:58:08 user nova-compute[74883]:   <os>
Nov 06 08:58:08 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 08:58:08 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 08:58:08 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 08:58:08 user nova-compute[74883]:   </os>
Nov 06 08:58:08 user nova-compute[74883]:   <features>
Nov 06 08:58:08 user nova-compute[74883]:     <acpi/>
Nov 06 08:58:08 user nova-compute[74883]:     <apic/>
Nov 06 08:58:08 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 08:58:08 user nova-compute[74883]:   </features>
Nov 06 08:58:08 user nova-compute[74883]:   <clock offset="utc">
Nov 06 08:58:08 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 08:58:08 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 08:58:08 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 08:58:08 user nova-compute[74883]:   </clock>
Nov 06 08:58:08 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 08:58:08 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 08:58:08 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 08:58:08 user nova-compute[74883]:   </cpu>
Nov 06 08:58:08 user nova-compute[74883]:   <devices>
Nov 06 08:58:08 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 08:58:08 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 08:58:08 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 08:58:08 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 08:58:08 user nova-compute[74883]:       <serial>5127db7f-197e-4f5e-943a-042d0c16ebe2</serial>
Nov 06 08:58:08 user nova-compute[74883]:     </disk>
Nov 06 08:58:08 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 08:58:08 user nova-compute[74883]:       <mac address="fa:16:3e:84:26:56"/>
Nov 06 08:58:08 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:58:08 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 08:58:08 user nova-compute[74883]:       <target dev="tap6aef5da6-68"/>
Nov 06 08:58:08 user nova-compute[74883]:     </interface>
Nov 06 08:58:08 user nova-compute[74883]:     <serial type="pty">
Nov 06 08:58:08 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/864b81c4-be88-4ac2-a715-65ce3758dfc2/console.log" append="off"/>
Nov 06 08:58:08 user nova-compute[74883]:     </serial>
Nov 06 08:58:08 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 08:58:08 user nova-compute[74883]:     <video>
Nov 06 08:58:08 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 08:58:08 user nova-compute[74883]:     </video>
Nov 06 08:58:08 user nova-compute[74883]:     <rng model="virtio">
Nov 06 08:58:08 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 08:58:08 user nova-compute[74883]:     </rng>
Nov 06 08:58:08 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 08:58:08 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 08:58:08 user nova-compute[74883]:       <stats period="10"/>
Nov 06 08:58:08 user nova-compute[74883]:     </memballoon>
Nov 06 08:58:08 user nova-compute[74883]:   </devices>
Nov 06 08:58:08 user nova-compute[74883]: </domain>
Nov 06 08:58:08 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-41942205',display_name='tempest-TestVolumeBootPattern-volume-backed-server-41942205',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-41942205',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHpb3BAxC0qRuYOqLWafmOZh3jIEhQWONyLI3ho3149KXcHI9/ec3ZXr9nFqOMUT2dMepcPaInNiYKE8Y5VjqNXZJnS4iaHW3zkvYGZX9Nt4I14M4Gwk31f+37BUBtjbVw==',key_name='tempest-keypair-1815424142',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-4ybnc3x8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T08:57:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=864b81c4-be88-4ac2-a715-65ce3758dfc2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG os_vif [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4ed1b3a5-4b97-5c6a-8ee6-ebb63adb24d0', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6aef5da6-68, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6aef5da6-68, col_values=(('qos', UUID('8633809f-7089-448d-9c70-495d9c375370')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6aef5da6-68, col_values=(('external_ids', {'iface-id': '6aef5da6-68f6-475f-baa9-fece947821a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:26:56', 'vm-uuid': '864b81c4-be88-4ac2-a715-65ce3758dfc2'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:08 user nova-compute[74883]: INFO os_vif [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68')
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 08:58:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:84:26:56, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 08:58:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:10 user nova-compute[74883]: DEBUG nova.compute.manager [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] No waiting events found dispatching network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:58:10 user nova-compute[74883]: WARNING nova.compute.manager [req-462a9191-f541-4005-a274-0e51dfc0cc99 req-c568138d-a5d3-4443-81d4-1ce01ec6de5e service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received unexpected event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 for instance with vm_state building and task_state spawning.
Nov 06 08:58:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 08:58:12 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Instance spawned successfully.
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 08:58:12 user nova-compute[74883]: INFO nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Took 5.28 seconds to spawn the instance on the hypervisor.
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:12 user nova-compute[74883]: DEBUG nova.compute.manager [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] No waiting events found dispatching network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:58:12 user nova-compute[74883]: WARNING nova.compute.manager [req-5531de05-afb2-4774-a59b-cf4a74289436 req-1b508e69-0240-423e-9bed-08d2eb5718ad service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received unexpected event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 for instance with vm_state building and task_state spawning.
Nov 06 08:58:12 user nova-compute[74883]: INFO nova.compute.manager [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Took 58.01 seconds to build instance.
Nov 06 08:58:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3cd1c195-8fe0-49d6-a6b8-cedae471a3b2 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.130s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Verify base images {{(pid=74883) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Image id 719c39bf-76bf-4945-8ceb-cf903c039ec0 yields fingerprint f11054c57c0c23378d540b8fc8cbc6806e93f223 {{(pid=74883) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] image 719c39bf-76bf-4945-8ceb-cf903c039ec0 at (/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223): checking
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] image 719c39bf-76bf-4945-8ceb-cf903c039ec0 at (/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223): image is in use {{(pid=74883) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74883) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] 25cf0d7d-dc86-47a9-af98-293ffd176294 is a valid instance name {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] 25cf0d7d-dc86-47a9-af98-293ffd176294 has a disk file {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 is backed by f11054c57c0c23378d540b8fc8cbc6806e93f223 {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] b546e76e-5017-4975-92bc-0b01fda2c20c is a valid instance name {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] b546e76e-5017-4975-92bc-0b01fda2c20c has a disk file {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b546e76e-5017-4975-92bc-0b01fda2c20c is backed by f11054c57c0c23378d540b8fc8cbc6806e93f223 {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] 864b81c4-be88-4ac2-a715-65ce3758dfc2 is a valid instance name {{(pid=74883) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c
Nov 06 08:58:28 user nova-compute[74883]: WARNING nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Unknown base file: /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Active base files: /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Removable base files: /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0 /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93 /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4 /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3 /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652 /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/44d89c2c3d193257a1c1c94977be377701960fd0
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/befcc8e4e02f9ecd284e2299dc7e9b91255ebd93
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a15c20db878774905f7f2cc80299e2bedbd3f4b4
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/59dfd819032083978fb572c16634c4c4d974edf3
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/dd821f5d3eabe94eb1e93e1b6c12867ed1a66652
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/72dfc0df8d6a3f16e017e4cb0ca74d3def66a94c
Nov 06 08:58:28 user nova-compute[74883]: INFO nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/79abe9ae24c676bea5ba6c4f1add866eb6b1cadb
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Verification complete {{(pid=74883) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Verify swap images {{(pid=74883) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.imagecache [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Verify ephemeral images {{(pid=74883) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 06 08:58:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:58:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:58:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 08:58:59 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:58:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 08:58:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [{"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-25cf0d7d-dc86-47a9-af98-293ffd176294" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 08:59:00 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:59:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 08:59:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:59:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8623MB free_disk=24.867725372314453GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 25cf0d7d-dc86-47a9-af98-293ffd176294 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b546e76e-5017-4975-92bc-0b01fda2c20c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 08:59:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.531s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 08:59:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:22 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 08:59:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 08:59:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:40 user nova-compute[74883]: INFO nova.compute.manager [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Terminating instance
Nov 06 08:59:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-unplugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] No waiting events found dispatching network-vif-unplugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-8dbe3022-73a4-45cd-9cb2-5a04bda21bbb req-d43b3103-7b4a-432f-b2cc-448bdd555191 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-unplugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:59:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Instance destroyed successfully.
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.objects.instance [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lazy-loading 'resources' on Instance uuid 25cf0d7d-dc86-47a9-af98-293ffd176294 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:49:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2122475348',display_name='tempest-SnapshotDataIntegrityTests-server-2122475348',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2122475348',id=37,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0DrViEK3PTIFALgIsgc4B5Eh1H2+R3RpP7Dsz2O5E3hczgLk53ESs6gPGZQcjpDglo0OPy5XDISjL26aTZPMxR9hJUYq5fXi3Pbu+rKVcKJHtA2ZcRXSygEvVNhRcTxA==',key_name='tempest-keypair-1143723855',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:49:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='713093dbdc90480d9f03ff2985ba472e',ramdisk_id='',reservation_id='r-e04lgbd0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-140375753',owner_user_name='tempest-SnapshotDataIntegrityTests-140375753-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:49:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ad1cc13bbcd34460bebcdb7496efd0a1',uuid=25cf0d7d-dc86-47a9-af98-293ffd176294,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converting VIF {"id": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "address": "fa:16:3e:2f:51:a7", "network": {"id": "75154309-d874-42a2-b0b7-76533622f010", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1870535289-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.98", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "713093dbdc90480d9f03ff2985ba472e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6c61bd31-ed", "ovs_interfaceid": "6c61bd31-ed4f-4f36-830f-2fa4eed8b67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG os_vif [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6c61bd31-ed, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04d57cf1-140f-4523-b82e-3801e0ba8069) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:41 user nova-compute[74883]: INFO os_vif [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2f:51:a7,bridge_name='br-int',has_traffic_filtering=True,id=6c61bd31-ed4f-4f36-830f-2fa4eed8b67c,network=Network(75154309-d874-42a2-b0b7-76533622f010),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6c61bd31-ed')
Nov 06 08:59:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Deleting instance files /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294_del
Nov 06 08:59:41 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Deletion of /opt/stack/data/nova/instances/25cf0d7d-dc86-47a9-af98-293ffd176294_del complete
Nov 06 08:59:41 user nova-compute[74883]: INFO nova.compute.manager [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 06 08:59:41 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:59:41 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:59:42 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:59:42 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Took 1.02 seconds to deallocate network for instance.
Nov 06 08:59:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-f2604b2f-7c7c-45ab-b5e4-cd4564742d72 req-b0bf2b27-3bb0-46e0-a3ec-24e78022562e service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-deleted-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.174s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:43 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Deleted allocations for instance 25cf0d7d-dc86-47a9-af98-293ffd176294
Nov 06 08:59:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-de8f85cf-4111-4660-b095-933208913116 tempest-SnapshotDataIntegrityTests-140375753 tempest-SnapshotDataIntegrityTests-140375753-project-member] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.354s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] Acquiring lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] Lock "25cf0d7d-dc86-47a9-af98-293ffd176294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:43 user nova-compute[74883]: DEBUG nova.compute.manager [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] No waiting events found dispatching network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:59:43 user nova-compute[74883]: WARNING nova.compute.manager [req-56387307-77f6-4cf0-848e-9badba4d59ab req-6d2af243-66c8-492c-bc03-b7ffa134c652 service nova] [instance: 25cf0d7d-dc86-47a9-af98-293ffd176294] Received unexpected event network-vif-plugged-6c61bd31-ed4f-4f36-830f-2fa4eed8b67c for instance with vm_state deleted and task_state None.
Nov 06 08:59:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:49 user nova-compute[74883]: INFO nova.compute.manager [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Terminating instance
Nov 06 08:59:49 user nova-compute[74883]: DEBUG nova.compute.manager [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-unplugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] No waiting events found dispatching network-vif-unplugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:59:49 user nova-compute[74883]: DEBUG nova.compute.manager [req-692a072d-379c-4646-a072-343c2caece00 req-b55b41b1-be03-4b82-847b-6673f0d3b35d service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-unplugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 08:59:50 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Instance destroyed successfully.
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.objects.instance [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lazy-loading 'resources' on Instance uuid b546e76e-5017-4975-92bc-0b01fda2c20c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1332351182',display_name='tempest-VolumesActionsTest-instance-1332351182',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1332351182',id=44,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:58:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='83fe6966fadb45bfa84cd7613dcff0dc',ramdisk_id='',reservation_id='r-u8k0itn8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1873963179',owner_user_name='tempest-VolumesActionsTest-1873963179-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:58:05Z,user_data=None,user_id='ec067cc210f4458aa619c52bb5aa0cf0',uuid=b546e76e-5017-4975-92bc-0b01fda2c20c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converting VIF {"id": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "address": "fa:16:3e:a3:1d:cf", "network": {"id": "b294db4e-9ef2-4815-bcb3-bb4339a0def8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1676545890-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "83fe6966fadb45bfa84cd7613dcff0dc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc83031d0-fa", "ovs_interfaceid": "c83031d0-fa1b-403a-a4ae-84ad1a1eaa10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG os_vif [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc83031d0-fa, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c7f24db-e123-46ff-b3b1-cb3093c9a1af) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 08:59:50 user nova-compute[74883]: INFO os_vif [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:1d:cf,bridge_name='br-int',has_traffic_filtering=True,id=c83031d0-fa1b-403a-a4ae-84ad1a1eaa10,network=Network(b294db4e-9ef2-4815-bcb3-bb4339a0def8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc83031d0-fa')
Nov 06 08:59:50 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Deleting instance files /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c_del
Nov 06 08:59:50 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Deletion of /opt/stack/data/nova/instances/b546e76e-5017-4975-92bc-0b01fda2c20c_del complete
Nov 06 08:59:50 user nova-compute[74883]: INFO nova.compute.manager [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 06 08:59:50 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:59:50 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Took 0.44 seconds to deallocate network for instance.
Nov 06 08:59:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.135s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:51 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Deleted allocations for instance b546e76e-5017-4975-92bc-0b01fda2c20c
Nov 06 08:59:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-c49f1831-550c-454a-98cb-42c764532120 tempest-VolumesActionsTest-1873963179 tempest-VolumesActionsTest-1873963179-project-member] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.712s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] Acquiring lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] Lock "b546e76e-5017-4975-92bc-0b01fda2c20c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 08:59:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] No waiting events found dispatching network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 08:59:51 user nova-compute[74883]: WARNING nova.compute.manager [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received unexpected event network-vif-plugged-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 for instance with vm_state deleted and task_state None.
Nov 06 08:59:51 user nova-compute[74883]: DEBUG nova.compute.manager [req-4df271aa-6e4a-476b-9c52-ee9f482ddaaf req-c38e4960-24ea-4b5c-919d-a9da65b6d003 service nova] [instance: b546e76e-5017-4975-92bc-0b01fda2c20c] Received event network-vif-deleted-c83031d0-fa1b-403a-a4ae-84ad1a1eaa10 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-changed-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Refreshing instance network info cache due to event network-changed-6aef5da6-68f6-475f-baa9-fece947821a8. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] Acquiring lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] Acquired lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Refreshing network info cache for port 6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updated VIF entry in instance network info cache for port 6aef5da6-68f6-475f-baa9-fece947821a8. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 08:59:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ed3fe1b6-5968-4d60-810b-b4c9fb205977 req-d125edef-343c-419c-817c-ffbf7518eee2 service nova] Releasing lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 08:59:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:01 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:01 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:00:02 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:00:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:00:03 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8863MB free_disk=24.92129898071289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:00:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:00:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 864b81c4-be88-4ac2-a715-65ce3758dfc2 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 09:00:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:00:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:00:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:00:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:00:11 user nova-compute[74883]: INFO nova.compute.claims [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Claim successful on node user
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.246s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:00:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:00:11 user nova-compute[74883]: INFO nova.virt.block_device [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Booting with volume snapshot f7c7b9a2-e848-44bf-a6e0-e0a2488c4830 at /dev/vda
Nov 06 09:00:11 user nova-compute[74883]: DEBUG nova.policy [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:00:12 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Successfully created port: 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Successfully updated port: 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-changed-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Refreshing instance network info cache due to event network-changed-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] Acquiring lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updating instance_info_cache with network_info: [{"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Instance network_info: |[{"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] Acquired lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Refreshing network info cache for port 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updated VIF entry in instance network info cache for port 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG nova.network.neutron [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updating instance_info_cache with network_info: [{"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:00:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-99207495-29f0-44d6-afe3-411f8ec6b0e2 req-b76a7925-a120-4dcb-86ff-72c45ee0e59e service nova] Releasing lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:00:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:00:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[81104c5b-d42a-4e29-8c9c-f22c0729a038]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de120d81-809c-46ad-a63a-8d7596332849]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9b9c5cc-b9a1-47e8-915f-56e8dcbb6353]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb4357aa-06ef-419b-90e9-59ac5640c7aa]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:00:32 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:00:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[340295ce-58c5-4a5f-a9f1-f85c7a65303b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:00:32 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updating existing volume attachment record: 63c19480-0ac1-48d8-9778-548ef45645cb {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:00:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:00:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:00:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:02 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:01:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:01:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 09:01:04 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:05 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8929MB free_disk=24.910114288330078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance e6bd9131-40f6-45ae-af2a-3317e9ad927c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:01:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.214s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:01:15 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Creating image(s)
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Ensure instance console log exists: /opt/stack/data/nova/instances/e6bd9131-40f6-45ae-af2a-3317e9ad927c/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Start _get_guest_xml network_info=[{"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-06T08:59:58Z,direct_url=<?>,disk_format='qcow2',id=2702d183-9b33-4009-a578-5d4fd7ba4bcb,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1456825915',owner='8c6258c471354852b1985115fbfcad9a',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-06T08:59:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wetZfKcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e6bd9131-40f6-45ae-af2a-3317e9ad927c', 'attached_at': '', 'detached_at': '', 'volume_id': '68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 'serial': '68f0a443-dd44-4757-aa1f-f9f6fd0eab17'}, 'attachment_id': '63c19480-0ac1-48d8-9778-548ef45645cb', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:01:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-06T08:59:58Z,direct_url=<?>,disk_format='qcow2',id=2702d183-9b33-4009-a578-5d4fd7ba4bcb,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1456825915',owner='8c6258c471354852b1985115fbfcad9a',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-06T08:59:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wetZfKcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:01:15 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:01:15 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:01:15 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[57698002-82fb-465b-a837-6948f48185dc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:01:15 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba0c93e-fa7f-432c-83e1-38d7e8268101]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17] added
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f4e54d-8bf9-4427-8e8d-42caec1f4874]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[599a279c-0035-41bb-9866-a85db47275b5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wetZfKcY {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wetZfKcY" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2430ca0d-7236-464f-b67b-44c2008201bc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wetZfKcY'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7bc3dc-195e-4ade-8927-9bf387db0a91]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b13535-60c9-46f2-ba1b-bf0a02396560]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b45e97a-8cfe-4d3e-a395-e144d4c77c7e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260]
Nov 06 09:01:15 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260] successful.
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5427a823-323f-4e3c-bc1d-45733e52a56a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3818ca8e-c05f-45fa-b166-091d9514c2aa]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3ac1a20a-2c91-4050-bef8-0b157be0010e (non-flash)
Nov 06 09:01:15 user nova-compute[74883]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)
Nov 06 09:01:15 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:01:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:16 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26b5df51-6538-4f74-ab58-26407218cb0f]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:01:16 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:01:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wetZfKcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23166636262656661', 'path': '/dev/sdd'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23166636262656661', 'path': '/dev/sdd'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:00:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-389568631',id=45,image_ref='2702d183-9b33-4009-a578-5d4fd7ba4bcb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNsr67YLGwfJ75Ph5HAMd0I8L9YMEBl0t3DpARGGHZO3KwNYq33tqA4L4HZtOuTEx9z7EEIvIclh1rGM4hObKtymxb65n7A8qR37NlQmieCiEumVYmxnQY1872eYa4yW7Q==',key_name='tempest-keypair-756129920',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-zxs4xleu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-185941371',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:00:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=e6bd9131-40f6-45ae-af2a-3317e9ad927c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.objects.instance [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid e6bd9131-40f6-45ae-af2a-3317e9ad927c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:01:17 user nova-compute[74883]:   <uuid>e6bd9131-40f6-45ae-af2a-3317e9ad927c</uuid>
Nov 06 09:01:17 user nova-compute[74883]:   <name>instance-0000002d</name>
Nov 06 09:01:17 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:01:17 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:01:17 user nova-compute[74883]:   <metadata>
Nov 06 09:01:17 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:01:17 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-389568631</nova:name>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:01:15</nova:creationTime>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:01:17 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:01:17 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:owner>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 09:01:17 user nova-compute[74883]:       </nova:owner>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:root type="image" uuid="2702d183-9b33-4009-a578-5d4fd7ba4bcb"/>
Nov 06 09:01:17 user nova-compute[74883]:       <nova:ports>
Nov 06 09:01:17 user nova-compute[74883]:         <nova:port uuid="9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1">
Nov 06 09:01:17 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 06 09:01:17 user nova-compute[74883]:         </nova:port>
Nov 06 09:01:17 user nova-compute[74883]:       </nova:ports>
Nov 06 09:01:17 user nova-compute[74883]:     </nova:instance>
Nov 06 09:01:17 user nova-compute[74883]:   </metadata>
Nov 06 09:01:17 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:01:17 user nova-compute[74883]:     <system>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="serial">e6bd9131-40f6-45ae-af2a-3317e9ad927c</entry>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="uuid">e6bd9131-40f6-45ae-af2a-3317e9ad927c</entry>
Nov 06 09:01:17 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:01:17 user nova-compute[74883]:     </system>
Nov 06 09:01:17 user nova-compute[74883]:   </sysinfo>
Nov 06 09:01:17 user nova-compute[74883]:   <os>
Nov 06 09:01:17 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:01:17 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:01:17 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:01:17 user nova-compute[74883]:   </os>
Nov 06 09:01:17 user nova-compute[74883]:   <features>
Nov 06 09:01:17 user nova-compute[74883]:     <acpi/>
Nov 06 09:01:17 user nova-compute[74883]:     <apic/>
Nov 06 09:01:17 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:01:17 user nova-compute[74883]:   </features>
Nov 06 09:01:17 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:01:17 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:01:17 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:01:17 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:01:17 user nova-compute[74883]:   </clock>
Nov 06 09:01:17 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:01:17 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:01:17 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:01:17 user nova-compute[74883]:   </cpu>
Nov 06 09:01:17 user nova-compute[74883]:   <devices>
Nov 06 09:01:17 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 09:01:17 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:01:17 user nova-compute[74883]:       <source dev="/dev/sdd"/>
Nov 06 09:01:17 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:01:17 user nova-compute[74883]:       <serial>68f0a443-dd44-4757-aa1f-f9f6fd0eab17</serial>
Nov 06 09:01:17 user nova-compute[74883]:     </disk>
Nov 06 09:01:17 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:01:17 user nova-compute[74883]:       <mac address="fa:16:3e:ca:d0:4d"/>
Nov 06 09:01:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:01:17 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:01:17 user nova-compute[74883]:       <target dev="tap9b76a6f4-52"/>
Nov 06 09:01:17 user nova-compute[74883]:     </interface>
Nov 06 09:01:17 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:01:17 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/e6bd9131-40f6-45ae-af2a-3317e9ad927c/console.log" append="off"/>
Nov 06 09:01:17 user nova-compute[74883]:     </serial>
Nov 06 09:01:17 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:01:17 user nova-compute[74883]:     <video>
Nov 06 09:01:17 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:01:17 user nova-compute[74883]:     </video>
Nov 06 09:01:17 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:01:17 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:01:17 user nova-compute[74883]:     </rng>
Nov 06 09:01:17 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:01:17 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:01:17 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:01:17 user nova-compute[74883]:     </memballoon>
Nov 06 09:01:17 user nova-compute[74883]:   </devices>
Nov 06 09:01:17 user nova-compute[74883]: </domain>
Nov 06 09:01:17 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:00:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-389568631',id=45,image_ref='2702d183-9b33-4009-a578-5d4fd7ba4bcb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNsr67YLGwfJ75Ph5HAMd0I8L9YMEBl0t3DpARGGHZO3KwNYq33tqA4L4HZtOuTEx9z7EEIvIclh1rGM4hObKtymxb65n7A8qR37NlQmieCiEumVYmxnQY1872eYa4yW7Q==',key_name='tempest-keypair-756129920',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-zxs4xleu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-185941371',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:00:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=e6bd9131-40f6-45ae-af2a-3317e9ad927c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG os_vif [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97e104c1-27a7-586c-8a4e-ce7daf7b215b', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b76a6f4-52, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b76a6f4-52, col_values=(('qos', UUID('f43f2d2f-75c6-4444-8fa4-9cfc8d0e5656')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b76a6f4-52, col_values=(('external_ids', {'iface-id': '9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:d0:4d', 'vm-uuid': 'e6bd9131-40f6-45ae-af2a-3317e9ad927c'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:17 user nova-compute[74883]: INFO os_vif [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52')
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:01:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:ca:d0:4d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:18 user nova-compute[74883]: DEBUG nova.compute.manager [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] No waiting events found dispatching network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:01:18 user nova-compute[74883]: WARNING nova.compute.manager [req-1f67ccf8-0c48-43c6-9d05-ca0a0c0a2744 req-ad32c92c-4711-45e7-941a-35d5a6f1d41b service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received unexpected event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 for instance with vm_state building and task_state spawning.
Nov 06 09:01:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:01:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:01:20 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Instance spawned successfully.
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:20 user nova-compute[74883]: INFO nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Took 5.08 seconds to spawn the instance on the hypervisor.
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:01:20 user nova-compute[74883]: INFO nova.compute.manager [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Took 69.62 seconds to build instance.
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:20 user nova-compute[74883]: DEBUG nova.compute.manager [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] No waiting events found dispatching network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:01:20 user nova-compute[74883]: WARNING nova.compute.manager [req-433fc4f2-6e8c-48da-9f71-69bcb947c95b req-88507a6b-3238-4dcd-b42e-03ca6eb97806 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received unexpected event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 for instance with vm_state active and task_state None.
Nov 06 09:01:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-e9fed6fb-d1bf-4397-b9ae-7020c3bb85b7 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 69.721s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:01:40 user nova-compute[74883]: INFO nova.compute.claims [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Claim successful on node user
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.286s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:01:40 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.policy [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6808f2ed82a14d3a9372cd8de4c6a2d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2b55cea3b7479f9128bea8a0683b31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:01:40 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Creating image(s)
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "/opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "/opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "/opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk 1073741824" returned: 0 in 0.062s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Successfully created port: 2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Checking if we can resize image /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Cannot resize image /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Ensure instance console log exists: /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Successfully updated port: 2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-changed-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Refreshing instance network info cache due to event network-changed-2f996837-3c2d-4e9f-b2b0-109a9df4b012. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:01:41 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Instance network_info: |[{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Refreshing network info cache for port 2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Start _get_guest_xml network_info=[{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:01:42 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:42 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:01:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-783433046',display_name='tempest-TestServerVolumeAttachmentScenario-server-783433046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-783433046',id=46,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITXi8B9nU+2c/cHV9YJzqgyoyXP15D0zrGb04Ty8HwXLBmIjX2PWbwSOJvvMdx0Asx+wtiRsDnAeJSsOgfVcEkjNsZjQ0jv1zNU6TtgcuTDhMXMRM0YpMyZTMugsXqCWA==',key_name='tempest-keypair-285880162',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e2b55cea3b7479f9128bea8a0683b31',ramdisk_id='',reservation_id='r-dilxo0q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1581449644',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1581449644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:01:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6808f2ed82a14d3a9372cd8de4c6a2d0',uuid=16919b86-047f-42bd-aaf1-41bb9ed5cab9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converting VIF {"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'pci_devices' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:01:42 user nova-compute[74883]:   <uuid>16919b86-047f-42bd-aaf1-41bb9ed5cab9</uuid>
Nov 06 09:01:42 user nova-compute[74883]:   <name>instance-0000002e</name>
Nov 06 09:01:42 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:01:42 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:01:42 user nova-compute[74883]:   <metadata>
Nov 06 09:01:42 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:01:42 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-783433046</nova:name>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:01:42</nova:creationTime>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:01:42 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:01:42 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:owner>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:user uuid="6808f2ed82a14d3a9372cd8de4c6a2d0">tempest-TestServerVolumeAttachmentScenario-1581449644-project-member</nova:user>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:project uuid="3e2b55cea3b7479f9128bea8a0683b31">tempest-TestServerVolumeAttachmentScenario-1581449644</nova:project>
Nov 06 09:01:42 user nova-compute[74883]:       </nova:owner>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 09:01:42 user nova-compute[74883]:       <nova:ports>
Nov 06 09:01:42 user nova-compute[74883]:         <nova:port uuid="2f996837-3c2d-4e9f-b2b0-109a9df4b012">
Nov 06 09:01:42 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 09:01:42 user nova-compute[74883]:         </nova:port>
Nov 06 09:01:42 user nova-compute[74883]:       </nova:ports>
Nov 06 09:01:42 user nova-compute[74883]:     </nova:instance>
Nov 06 09:01:42 user nova-compute[74883]:   </metadata>
Nov 06 09:01:42 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:01:42 user nova-compute[74883]:     <system>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="serial">16919b86-047f-42bd-aaf1-41bb9ed5cab9</entry>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="uuid">16919b86-047f-42bd-aaf1-41bb9ed5cab9</entry>
Nov 06 09:01:42 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:01:42 user nova-compute[74883]:     </system>
Nov 06 09:01:42 user nova-compute[74883]:   </sysinfo>
Nov 06 09:01:42 user nova-compute[74883]:   <os>
Nov 06 09:01:42 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:01:42 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:01:42 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:01:42 user nova-compute[74883]:   </os>
Nov 06 09:01:42 user nova-compute[74883]:   <features>
Nov 06 09:01:42 user nova-compute[74883]:     <acpi/>
Nov 06 09:01:42 user nova-compute[74883]:     <apic/>
Nov 06 09:01:42 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:01:42 user nova-compute[74883]:   </features>
Nov 06 09:01:42 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:01:42 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:01:42 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:01:42 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:01:42 user nova-compute[74883]:   </clock>
Nov 06 09:01:42 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:01:42 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:01:42 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:01:42 user nova-compute[74883]:   </cpu>
Nov 06 09:01:42 user nova-compute[74883]:   <devices>
Nov 06 09:01:42 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 09:01:42 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 09:01:42 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk"/>
Nov 06 09:01:42 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:01:42 user nova-compute[74883]:     </disk>
Nov 06 09:01:42 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:01:42 user nova-compute[74883]:       <mac address="fa:16:3e:6d:10:80"/>
Nov 06 09:01:42 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:01:42 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:01:42 user nova-compute[74883]:       <target dev="tap2f996837-3c"/>
Nov 06 09:01:42 user nova-compute[74883]:     </interface>
Nov 06 09:01:42 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:01:42 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/console.log" append="off"/>
Nov 06 09:01:42 user nova-compute[74883]:     </serial>
Nov 06 09:01:42 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:01:42 user nova-compute[74883]:     <video>
Nov 06 09:01:42 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:01:42 user nova-compute[74883]:     </video>
Nov 06 09:01:42 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:01:42 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:01:42 user nova-compute[74883]:     </rng>
Nov 06 09:01:42 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:01:42 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:01:42 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:01:42 user nova-compute[74883]:     </memballoon>
Nov 06 09:01:42 user nova-compute[74883]:   </devices>
Nov 06 09:01:42 user nova-compute[74883]: </domain>
Nov 06 09:01:42 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:01:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-783433046',display_name='tempest-TestServerVolumeAttachmentScenario-server-783433046',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-783433046',id=46,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITXi8B9nU+2c/cHV9YJzqgyoyXP15D0zrGb04Ty8HwXLBmIjX2PWbwSOJvvMdx0Asx+wtiRsDnAeJSsOgfVcEkjNsZjQ0jv1zNU6TtgcuTDhMXMRM0YpMyZTMugsXqCWA==',key_name='tempest-keypair-285880162',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e2b55cea3b7479f9128bea8a0683b31',ramdisk_id='',reservation_id='r-dilxo0q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1581449644',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1581449644-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:01:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6808f2ed82a14d3a9372cd8de4c6a2d0',uuid=16919b86-047f-42bd-aaf1-41bb9ed5cab9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converting VIF {"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG os_vif [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11af290d-8cc1-5855-a02d-096c122f7e98', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f996837-3c, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f996837-3c, col_values=(('qos', UUID('f3d11888-b055-47dc-8ac1-727131455a8d')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f996837-3c, col_values=(('external_ids', {'iface-id': '2f996837-3c2d-4e9f-b2b0-109a9df4b012', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:10:80', 'vm-uuid': '16919b86-047f-42bd-aaf1-41bb9ed5cab9'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:42 user nova-compute[74883]: INFO os_vif [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c')
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No VIF found with MAC fa:16:3e:6d:10:80, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updated VIF entry in instance network info cache for port 2f996837-3c2d-4e9f-b2b0-109a9df4b012. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:01:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0aeee941-4c6e-44f9-91d3-c993cc6ccc08 req-f649503f-fab6-4a15-bd9a-8404786ce06a service nova] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:01:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] No waiting events found dispatching network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:01:44 user nova-compute[74883]: WARNING nova.compute.manager [req-468b2a7c-5268-417d-93f0-12952fb13332 req-ce246cf9-2089-49b9-b2b6-927feb1bea1f service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received unexpected event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 for instance with vm_state building and task_state spawning.
Nov 06 09:01:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:01:46 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Instance spawned successfully.
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.compute.manager [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] No waiting events found dispatching network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:01:46 user nova-compute[74883]: WARNING nova.compute.manager [req-aefec366-c7df-4eda-ba6d-efa08894f89a req-e27f1760-826d-4077-bf28-02b694c58564 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received unexpected event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 for instance with vm_state building and task_state spawning.
Nov 06 09:01:46 user nova-compute[74883]: INFO nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Took 5.59 seconds to spawn the instance on the hypervisor.
Nov 06 09:01:46 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:01:46 user nova-compute[74883]: INFO nova.compute.manager [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Took 6.19 seconds to build instance.
Nov 06 09:01:46 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2ced1d9e-33cd-4eee-aeaf-24d21ff5efc7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.295s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:01:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:01:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:03 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:02:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 864b81c4-be88-4ac2-a715-65ce3758dfc2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [{"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-864b81c4-be88-4ac2-a715-65ce3758dfc2" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:02:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:02:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:02:07 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:02:08 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:02:08 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8630MB free_disk=24.87908935546875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance e6bd9131-40f6-45ae-af2a-3317e9ad927c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:02:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.360s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:02:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-changed-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Refreshing instance network info cache due to event network-changed-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] Acquiring lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] Acquired lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:02:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Refreshing network info cache for port 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:53 user nova-compute[74883]: INFO nova.compute.manager [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Terminating instance
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.compute.manager [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updated VIF entry in instance network info cache for port 9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.network.neutron [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updating instance_info_cache with network_info: [{"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-81bfd0e9-5f63-4f1d-9f86-2d7e405c6892 req-996305bb-0a6b-457f-9a74-a2110f58be9e service nova] Releasing lock "refresh_cache-e6bd9131-40f6-45ae-af2a-3317e9ad927c" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-unplugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] No waiting events found dispatching network-vif-unplugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.compute.manager [req-6e50acd3-22ee-4831-bd1d-9f463cf42186 req-eab0459e-6d7d-4008-b447-c22d0b91b405 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-unplugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Instance destroyed successfully.
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid e6bd9131-40f6-45ae-af2a-3317e9ad927c {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:00:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-389568631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-389568631',id=45,image_ref='2702d183-9b33-4009-a578-5d4fd7ba4bcb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNsr67YLGwfJ75Ph5HAMd0I8L9YMEBl0t3DpARGGHZO3KwNYq33tqA4L4HZtOuTEx9z7EEIvIclh1rGM4hObKtymxb65n7A8qR37NlQmieCiEumVYmxnQY1872eYa4yW7Q==',key_name='tempest-keypair-756129920',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:01:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-zxs4xleu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-185941371',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:01:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=e6bd9131-40f6-45ae-af2a-3317e9ad927c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "address": "fa:16:3e:ca:d0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b76a6f4-52", "ovs_interfaceid": "9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_vif [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b76a6f4-52, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f43f2d2f-75c6-4444-8fa4-9cfc8d0e5656) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:02:53 user nova-compute[74883]: INFO os_vif [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:d0:4d,bridge_name='br-int',has_traffic_filtering=True,id=9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b76a6f4-52')
Nov 06 09:02:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wetZfKcY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:02:53 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[366e4578-9fb7-49f1-b740-f85c474543ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:02:53 user nova-compute[74883]: No targets found.
Nov 06 09:02:53 user nova-compute[74883]: iSNS:
Nov 06 09:02:53 user nova-compute[74883]: No targets found.
Nov 06 09:02:53 user nova-compute[74883]: STATIC:
Nov 06 09:02:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2
Nov 06 09:02:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:02:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:02:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17
Nov 06 09:02:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:02:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:02:53 user nova-compute[74883]: FIRMWARE:
Nov 06 09:02:53 user nova-compute[74883]: No targets found.
Nov 06 09:02:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:02:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:02:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:02:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33ce3c3-6f5d-494a-9b01-329675086a9e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5a3f942-45ff-4ac1-af8e-367ff73c32cd]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:02:54 user nova-compute[74883]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)
Nov 06 09:02:54 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:02:54 user nova-compute[74883]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 (non-flash)
Nov 06 09:02:54 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119428dbd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17'): ({'sdd'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdd {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dbe6439-4ebd-4548-8992-3a4d939528bc]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f45fc3-0c1e-4ad4-a55e-f7bed6d6125c]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdd {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0684679-427a-47b5-8006-05fe97727347]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4ac65a-e190-46a2-b022-56e07c81587e]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdd have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23166636262656661', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_155aca99', '/dev/disk/by-id/scsi-1SCST_BIO155aca99-1fcbbefae53d5533') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e028b3e-2266-4b23-bd1d-c1bde5cbb266]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[62aad8bb-0a0f-42d8-9524-5d4e6079c692]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[738f84d6-81e6-4113-928d-0a613b407796]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260]
Nov 06 09:02:54 user nova-compute[74883]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17, portal: 172.16.0.220,3260] successful.
Nov 06 09:02:54 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:68f0a443-dd44-4757-aa1f-f9f6fd0eab17 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a105a7-2692-432e-85c7-687efea478cc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (293ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:02:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Deleting instance files /opt/stack/data/nova/instances/e6bd9131-40f6-45ae-af2a-3317e9ad927c_del
Nov 06 09:02:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Deletion of /opt/stack/data/nova/instances/e6bd9131-40f6-45ae-af2a-3317e9ad927c_del complete
Nov 06 09:02:54 user nova-compute[74883]: INFO nova.compute.manager [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 06 09:02:54 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:02:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:02:55 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Took 0.77 seconds to deallocate network for instance.
Nov 06 09:02:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-d4e95e1a-ddcd-459d-9bc6-fbbfa606ea7c req-6a601fbe-a71b-433c-958a-61e7d8b18dee service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-deleted-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] Acquiring lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:55 user nova-compute[74883]: DEBUG nova.compute.manager [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] No waiting events found dispatching network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:02:55 user nova-compute[74883]: WARNING nova.compute.manager [req-b4fa0a2c-a5db-428d-88f4-e9b0826d4146 req-019a2f91-ee85-4b85-bebb-1eb53c068452 service nova] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Received unexpected event network-vif-plugged-9b76a6f4-52ba-48d0-a3c1-aa1ef119dce1 for instance with vm_state active and task_state deleting.
Nov 06 09:02:55 user nova-compute[74883]: INFO nova.compute.manager [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Took 0.85 seconds to detach 1 volumes for instance.
Nov 06 09:02:55 user nova-compute[74883]: DEBUG nova.compute.manager [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: e6bd9131-40f6-45ae-af2a-3317e9ad927c] Deleting volume: 68f0a443-dd44-4757-aa1f-f9f6fd0eab17 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 09:02:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:02:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:02:56 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:02:56 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:02:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:56 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance e6bd9131-40f6-45ae-af2a-3317e9ad927c
Nov 06 09:02:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-455b0270-c458-4a29-8162-d68ec552409d tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "e6bd9131-40f6-45ae-af2a-3317e9ad927c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.182s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:02:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:03:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:03:07 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:03:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:09 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:03:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:03:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8865MB free_disk=24.876399993896484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:03:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:22 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:03:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-changed-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:03:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Refreshing instance network info cache due to event network-changed-2f996837-3c2d-4e9f-b2b0-109a9df4b012. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:03:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:03:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:03:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Refreshing network info cache for port 2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updated VIF entry in instance network info cache for port 2f996837-3c2d-4e9f-b2b0-109a9df4b012. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-b38559c5-a910-4079-a7f7-9e9a73e12d89 req-1e22a815-e9f9-4c98-9b68-ce7a97ea5112 service nova] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:31 user nova-compute[74883]: INFO nova.compute.manager [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attaching volume 2b6e5eac-3b3b-459c-9fc1-b62fca65095d to /dev/vdb
Nov 06 09:03:31 user nova-compute[74883]: DEBUG os_brick.utils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[12473611-7e1e-4bc7-bf8e-e978e4d3da36]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2304d1a9-be8f-491b-aec7-270ba9f17a65]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f0ab511-e8ba-47b3-b858-772a8a84b5f5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f78815-3ebe-4af3-bad6-c84125fb456c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:03:32 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:03:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[12888014-ba7d-4110-84ec-c04e08ee3492]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:03:32 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating existing volume attachment record: 92ba38f9-deff-41df-8af4-08e5c7989f16 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:03:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'okvAiEPt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:03:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:03:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:03:52 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad697881-7f0d-4b6c-953f-334b1cbdf046]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:03:52 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08343b5-3b76-4cf4-9861-9a5f3f1f7fff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d] added
Nov 06 09:03:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[835501dc-32f3-495a-8399-3c6c0cc22fae]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19a6fa5-d9c5-4587-aa12-5a07f368d06b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v okvAiEPt {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v okvAiEPt" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6958d585-4f4d-44ae-9dcb-60dc260750bc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'okvAiEPt'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14cb44e-beda-4d5d-94ef-d5ebd8953d3c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fee27a5-87b7-485d-8904-72aadf0b342c]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:03:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[02723e67-2544-4219-890f-4c2d2aa16926]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260]
Nov 06 09:03:53 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260] successful.
Nov 06 09:03:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7de544-06ac-42d2-8828-c6d031593ff2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebe4551-c168-4037-8e07-ac209f887760]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:53 user nova-compute[74883]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:03:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:53 user nova-compute[74883]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:03:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.269s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3ad8bf-df2b-4c08-85ac-cf3484e33654]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:03:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'okvAiEPt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '26439636363633236', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26439636363633236', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 09:03:54 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:03:54 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:03:54 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:03:54 user nova-compute[74883]:   <serial>2b6e5eac-3b3b-459c-9fc1-b62fca65095d</serial>
Nov 06 09:03:54 user nova-compute[74883]: </disk>
Nov 06 09:03:54 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:54 user nova-compute[74883]: INFO nova.compute.manager [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Terminating instance
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.compute.manager [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No VIF found with MAC fa:16:3e:6d:10:80, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-unplugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] No waiting events found dispatching network-vif-unplugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-0dad472a-4206-4b38-b29e-d6e1b898ec67 req-835ca1c3-8e38-483e-af9e-a6192782de30 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-unplugged-6aef5da6-68f6-475f-baa9-fece947821a8 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-67d4a421-4bb1-4d30-b292-d72a903a3c67 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.858s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Instance destroyed successfully.
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.objects.instance [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid 864b81c4-be88-4ac2-a715-65ce3758dfc2 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T08:57:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-41942205',display_name='tempest-TestVolumeBootPattern-volume-backed-server-41942205',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-41942205',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHpb3BAxC0qRuYOqLWafmOZh3jIEhQWONyLI3ho3149KXcHI9/ec3ZXr9nFqOMUT2dMepcPaInNiYKE8Y5VjqNXZJnS4iaHW3zkvYGZX9Nt4I14M4Gwk31f+37BUBtjbVw==',key_name='tempest-keypair-1815424142',keypairs=<?>,launch_index=0,launched_at=2023-11-06T08:58:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-4ybnc3x8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T08:58:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=864b81c4-be88-4ac2-a715-65ce3758dfc2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "6aef5da6-68f6-475f-baa9-fece947821a8", "address": "fa:16:3e:84:26:56", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6aef5da6-68", "ovs_interfaceid": "6aef5da6-68f6-475f-baa9-fece947821a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_vif [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6aef5da6-68, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8633809f-7089-448d-9c70-495d9c375370) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:03:55 user nova-compute[74883]: INFO os_vif [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:26:56,bridge_name='br-int',has_traffic_filtering=True,id=6aef5da6-68f6-475f-baa9-fece947821a8,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6aef5da6-68')
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NufoEXTm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:03:55 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[73986201-4f9a-4a5c-a5ee-48b67078b429]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:03:55 user nova-compute[74883]: No targets found.
Nov 06 09:03:55 user nova-compute[74883]: iSNS:
Nov 06 09:03:55 user nova-compute[74883]: No targets found.
Nov 06 09:03:55 user nova-compute[74883]: STATIC:
Nov 06 09:03:55 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2
Nov 06 09:03:55 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:03:55 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:03:55 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d
Nov 06 09:03:55 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:03:55 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:03:55 user nova-compute[74883]: FIRMWARE:
Nov 06 09:03:55 user nova-compute[74883]: No targets found.
Nov 06 09:03:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:03:55 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:03:55 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a2b47c-a9e6-4c22-bf28-a6c0a14b4f97]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1016e476-fe5b-49d7-aaef-f75a9a361703]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:55 user nova-compute[74883]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:03:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 (non-flash)
Nov 06 09:03:55 user nova-compute[74883]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:03:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c395a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d69885-29ec-47b7-b8a2-d80190db0d38]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[da86730d-f62b-49b6-ad26-833602fa9c6b]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[11561fb8-39ff-4586-bc72-ebe0f8fbaaf7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0935831-9302-4e49-af90-17243daba69e]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.074s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[368e3f69-42a9-496f-9188-a3a0ae8f4c43]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3594f888-08a8-465c-9ecf-64714d82809b]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260]
Nov 06 09:03:55 user nova-compute[74883]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2, portal: 172.16.0.220,3260] successful.
Nov 06 09:03:55 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5127db7f-197e-4f5e-943a-042d0c16ebe2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[810acd99-0ace-4796-9032-a4360109de07]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (367ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:03:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Deleting instance files /opt/stack/data/nova/instances/864b81c4-be88-4ac2-a715-65ce3758dfc2_del
Nov 06 09:03:55 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Deletion of /opt/stack/data/nova/instances/864b81c4-be88-4ac2-a715-65ce3758dfc2_del complete
Nov 06 09:03:55 user nova-compute[74883]: INFO nova.compute.manager [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 06 09:03:55 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:03:55 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-97c20017-7f12-41a7-afc8-27392f93de57 req-7dcf3079-8902-4d36-820d-0546d7623961 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-deleted-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:03:56 user nova-compute[74883]: INFO nova.compute.manager [req-97c20017-7f12-41a7-afc8-27392f93de57 req-7dcf3079-8902-4d36-820d-0546d7623961 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Neutron deleted interface 6aef5da6-68f6-475f-baa9-fece947821a8; detaching it from the instance and deleting it from the info cache
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.network.neutron [req-97c20017-7f12-41a7-afc8-27392f93de57 req-7dcf3079-8902-4d36-820d-0546d7623961 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:03:56 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Took 0.80 seconds to deallocate network for instance.
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-97c20017-7f12-41a7-afc8-27392f93de57 req-7dcf3079-8902-4d36-820d-0546d7623961 service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Detach interface failed, port_id=6aef5da6-68f6-475f-baa9-fece947821a8, reason: Instance 864b81c4-be88-4ac2-a715-65ce3758dfc2 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] Acquiring lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:56 user nova-compute[74883]: DEBUG nova.compute.manager [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] No waiting events found dispatching network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:03:56 user nova-compute[74883]: WARNING nova.compute.manager [req-a98d0296-c19e-442d-b026-08725bbc65d4 req-7a25d634-989c-40e0-b08f-7c00072acfff service nova] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Received unexpected event network-vif-plugged-6aef5da6-68f6-475f-baa9-fece947821a8 for instance with vm_state active and task_state deleting.
Nov 06 09:03:57 user nova-compute[74883]: INFO nova.compute.manager [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Took 0.83 seconds to detach 1 volumes for instance.
Nov 06 09:03:57 user nova-compute[74883]: DEBUG nova.compute.manager [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 864b81c4-be88-4ac2-a715-65ce3758dfc2] Deleting volume: 5127db7f-197e-4f5e-943a-042d0c16ebe2 {{(pid=74883) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 06 09:03:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:57 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:03:57 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:03:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.155s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:57 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance 864b81c4-be88-4ac2-a715-65ce3758dfc2
Nov 06 09:03:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-05bdf908-8ada-4e85-b6d8-a91a2367275f tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "864b81c4-be88-4ac2-a715-65ce3758dfc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.316s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG nova.objects.instance [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:03:58 user nova-compute[74883]: INFO nova.compute.manager [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attaching volume 57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 to /dev/vdc
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.utils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e88941-c5b0-4180-842b-77ca71023829]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b7a5e2-77c7-48a9-80f2-8ba6caef5af6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c141a765-daab-4ecd-a79f-55aef01ad8c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f2ecad6-c5bc-4fd1-9c6c-8e9ebd53c10b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:03:58 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:03:58 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c332597b-ec64-4859-858f-8706fd67a563]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG os_brick.utils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:03:58 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating existing volume attachment record: 7fcfea70-d24f-4335-b4ad-d14696682aa1 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:04:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:05 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:04:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 09:04:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:04:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:04:10 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:04:10 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8982MB free_disk=24.86685562133789GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:04:10 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:04:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.498s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:04:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zraQfLAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:04:19 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:04:19 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:04:19 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[120e10a9-72b5-41ea-a939-5cc5f720aa39]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:04:19 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14b9e20-bced-4a22-9a62-70bdd3e9cf8a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34] added
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efd7554-8e56-40f6-91a1-29887c1573c6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb14f99d-64de-4212-82d0-1cbc9f262480]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zraQfLAG {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zraQfLAG" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2427186f-a8ad-406e-90ff-27a75abb8b19]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zraQfLAG'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf508363-427e-4b20-ad9d-f89dc5a42d55]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e1b448-cb64-4661-872a-0806a1a841a5]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93d9175-9aab-4019-bb4c-cff4d83edf56]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260]
Nov 06 09:04:19 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260] successful.
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e337e57a-b1be-456d-ad80-59ec89e66081]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef2e3dad-50b0-4fc3-be40-414fbed5caec]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:19 user nova-compute[74883]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:19 user nova-compute[74883]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)
Nov 06 09:04:19 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d445075-3e01-40e1-beb8-9b5698de6858]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:04:19 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zraQfLAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23035376532666131', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:04:20 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23035376532666131', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 09:04:21 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:04:21 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:04:21 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 09:04:21 user nova-compute[74883]:   <serial>57d64ec0-e865-4b8d-ad4b-22c1ca79cc34</serial>
Nov 06 09:04:21 user nova-compute[74883]: </disk>
Nov 06 09:04:21 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] No VIF found with MAC fa:16:3e:6d:10:80, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:04:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0f3f79fd-def4-4101-b0e8-ed92c5087a10 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.969s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:04:22 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:04:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:04:22 user nova-compute[74883]: INFO nova.compute.manager [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Detaching volume 57d64ec0-e865-4b8d-ad4b-22c1ca79cc34
Nov 06 09:04:22 user nova-compute[74883]: INFO nova.virt.block_device [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attempting to driver detach volume 57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 from mountpoint /dev/vdc
Nov 06 09:04:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Attempting to detach device vdc from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 09:04:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:04:22 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:04:22 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:04:22 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 09:04:22 user nova-compute[74883]:   <serial>57d64ec0-e865-4b8d-ad4b-22c1ca79cc34</serial>
Nov 06 09:04:22 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 09:04:22 user nova-compute[74883]: </disk>
Nov 06 09:04:22 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:04:22 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully detached device vdc from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the persistent domain config.
Nov 06 09:04:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 09:04:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:04:22 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:04:22 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:04:22 user nova-compute[74883]:   <target dev="vdc" bus="virtio"/>
Nov 06 09:04:22 user nova-compute[74883]:   <serial>57d64ec0-e865-4b8d-ad4b-22c1ca79cc34</serial>
Nov 06 09:04:22 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 06 09:04:22 user nova-compute[74883]: </disk>
Nov 06 09:04:22 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:04:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 09:04:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:35 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:04:35 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 09:04:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:04:43 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 is timed out.
Nov 06 09:04:43 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully detached device vdc from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the live domain config.
Nov 06 09:04:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zraQfLAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:04:43 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a2b217-0dfd-4736-81e6-49a22d372321]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:04:43 user nova-compute[74883]: No targets found.
Nov 06 09:04:43 user nova-compute[74883]: iSNS:
Nov 06 09:04:43 user nova-compute[74883]: No targets found.
Nov 06 09:04:43 user nova-compute[74883]: STATIC:
Nov 06 09:04:43 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34
Nov 06 09:04:43 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:04:43 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:04:43 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d
Nov 06 09:04:43 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:04:43 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:04:43 user nova-compute[74883]: FIRMWARE:
Nov 06 09:04:43 user nova-compute[74883]: No targets found.
Nov 06 09:04:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:04:43 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:04:43 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ea60f88-365f-40e5-b2d7-083f9631cb31]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8e588d0-1190-42de-9bbc-d8195c081e50]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:43 user nova-compute[74883]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)
Nov 06 09:04:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:04:43 user nova-compute[74883]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 (non-flash)
Nov 06 09:04:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c385e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c9f9d2-c8d2-491a-8175-0d146df9841d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd07e4f-a808-4700-b69e-03fc259c034c]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9be6d2-b6c5-47ea-9d80-c035be51fc68]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fc3371-6432-43db-a2fb-bff7ea3042cf]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7250a293-5632-40d4-8aba-925f84375326]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[05633d46-9857-4523-9ef7-194a53040c23]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260]
Nov 06 09:04:43 user nova-compute[74883]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34, portal: 172.16.0.220,3260] successful.
Nov 06 09:04:43 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:57d64ec0-e865-4b8d-ad4b-22c1ca79cc34 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbaa5c9f-3c4c-46fa-bd99-5d74c74a760c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== disconnect_volume: return (295ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:04:43 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:04:44 user nova-compute[74883]: DEBUG nova.objects.instance [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:04:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-04946885-4791-42e2-8401-c695a4e90f0d tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.810s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:04:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:04:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:05:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:05:06 user nova-compute[74883]: INFO nova.compute.claims [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Claim successful on node user
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.245s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:05:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.policy [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:05:06 user nova-compute[74883]: INFO nova.virt.block_device [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Booting with volume 6fbd0f60-47bc-4090-8571-054e071c0322 at /dev/vda
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.utils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2cdc75-35a6-4a86-974e-3a2ba36851e7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0820151e-0e3a-49ea-b5e6-8e826a39291d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a949e41-c0d1-49e9-92bd-f07926a3e67f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9edd4375-c654-4ff4-9144-b547da39de69]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:05:06 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:05:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fc0837-2bdb-4d6c-9e74-80cdc9715b7b]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG os_brick.utils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:05:06 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating existing volume attachment record: 072bf7f5-30d3-4152-9025-6300a8aa84dd {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:05:07 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Successfully created port: 02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Successfully updated port: 02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-changed-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.compute.manager [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Refreshing instance network info cache due to event network-changed-02325217-9c60-4ee6-99ce-f972295d1c27. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] Acquiring lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Instance network_info: |[{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] Acquired lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:05:08 user nova-compute[74883]: DEBUG nova.network.neutron [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Refreshing network info cache for port 02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.network.neutron [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updated VIF entry in instance network info cache for port 02325217-9c60-4ee6-99ce-f972295d1c27. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.network.neutron [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-8d7c2693-60e6-48bc-9271-b7a5b4989782 req-1d7c31a7-92f8-485a-ae06-ec39f3aa2e7e service nova] Releasing lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Skipping network cache update for instance because it is Building. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [{"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-16919b86-047f-42bd-aaf1-41bb9ed5cab9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:05:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:05:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:05:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:05:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:05:12 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8969MB free_disk=24.865074157714844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:13 user nova-compute[74883]: INFO nova.compute.manager [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Detaching volume 2b6e5eac-3b3b-459c-9fc1-b62fca65095d
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d0881c4e-f988-45f0-9fff-f00d4943183a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:05:13 user nova-compute[74883]: INFO nova.virt.block_device [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Attempting to driver detach volume 2b6e5eac-3b3b-459c-9fc1-b62fca65095d from mountpoint /dev/vdb
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Attempting to detach device vdb from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:05:13 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:05:13 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:05:13 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:05:13 user nova-compute[74883]:   <serial>2b6e5eac-3b3b-459c-9fc1-b62fca65095d</serial>
Nov 06 09:05:13 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:05:13 user nova-compute[74883]: </disk>
Nov 06 09:05:13 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:05:13 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully detached device vdb from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the persistent domain config.
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:05:13 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:05:13 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:05:13 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:05:13 user nova-compute[74883]:   <serial>2b6e5eac-3b3b-459c-9fc1-b62fca65095d</serial>
Nov 06 09:05:13 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:05:13 user nova-compute[74883]: </disk>
Nov 06 09:05:13 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.249s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 09:05:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:05:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:05:27 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Creating image(s)
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Ensure instance console log exists: /opt/stack/data/nova/instances/d0881c4e-f988-45f0-9fff-f00d4943183a/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Start _get_guest_xml network_info=[{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd0881c4e-f988-45f0-9fff-f00d4943183a', 'attached_at': '', 'detached_at': '', 'volume_id': '6fbd0f60-47bc-4090-8571-054e071c0322', 'serial': '6fbd0f60-47bc-4090-8571-054e071c0322'}, 'attachment_id': '072bf7f5-30d3-4152-9025-6300a8aa84dd', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:05:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:05:27 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:05:27 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:05:27 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:05:27 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7264d6ba-7660-4eb6-a4ab-d19c097f36a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:05:27 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5114c30f-ac2e-4fc6-a3db-c0f3c227304e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322] added
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[654820b8-4201-417f-abbc-194268695061]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a54b134d-03a9-45d2-8b18-69d950ec94f2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inOEHCcK {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inOEHCcK" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f95a7be-5465-4be6-8a08-e7c157ed356c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'inOEHCcK'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f5f253-b02d-4653-a7a9-a3ffa5fd630e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e250342-3afb-47d3-be05-925971159f0e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3034cb80-d848-45b8-bc0a-f33683ac716f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]
Nov 06 09:05:27 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b5cf0d6-7b9f-46f4-9072-13fcc8e3fba6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[377807fd-4d83-4838-9890-8c2d1667c71e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:27 user nova-compute[74883]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:27 user nova-compute[74883]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:05:27 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.251s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3edf63-4f75-4219-ba13-8737b4499ca4]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:05:27 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.282s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '26161313939656464', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161313939656464', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1224807316',display_name='tempest-TestVolumeBootPattern-server-1224807316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1224807316',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-og4oxytn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:05:07Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=d0881c4e-f988-45f0-9fff-f00d4943183a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.objects.instance [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid d0881c4e-f988-45f0-9fff-f00d4943183a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:05:28 user nova-compute[74883]:   <uuid>d0881c4e-f988-45f0-9fff-f00d4943183a</uuid>
Nov 06 09:05:28 user nova-compute[74883]:   <name>instance-0000002f</name>
Nov 06 09:05:28 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:05:28 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:05:28 user nova-compute[74883]:   <metadata>
Nov 06 09:05:28 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:05:28 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:05:28 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-server-1224807316</nova:name>
Nov 06 09:05:28 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:05:27</nova:creationTime>
Nov 06 09:05:28 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:05:28 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:05:28 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:05:28 user nova-compute[74883]:       <nova:owner>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 09:05:28 user nova-compute[74883]:       </nova:owner>
Nov 06 09:05:28 user nova-compute[74883]:       <nova:ports>
Nov 06 09:05:28 user nova-compute[74883]:         <nova:port uuid="02325217-9c60-4ee6-99ce-f972295d1c27">
Nov 06 09:05:28 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 09:05:28 user nova-compute[74883]:         </nova:port>
Nov 06 09:05:28 user nova-compute[74883]:       </nova:ports>
Nov 06 09:05:28 user nova-compute[74883]:     </nova:instance>
Nov 06 09:05:28 user nova-compute[74883]:   </metadata>
Nov 06 09:05:28 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:05:28 user nova-compute[74883]:     <system>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="serial">d0881c4e-f988-45f0-9fff-f00d4943183a</entry>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="uuid">d0881c4e-f988-45f0-9fff-f00d4943183a</entry>
Nov 06 09:05:28 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:05:28 user nova-compute[74883]:     </system>
Nov 06 09:05:28 user nova-compute[74883]:   </sysinfo>
Nov 06 09:05:28 user nova-compute[74883]:   <os>
Nov 06 09:05:28 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:05:28 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:05:28 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:05:28 user nova-compute[74883]:   </os>
Nov 06 09:05:28 user nova-compute[74883]:   <features>
Nov 06 09:05:28 user nova-compute[74883]:     <acpi/>
Nov 06 09:05:28 user nova-compute[74883]:     <apic/>
Nov 06 09:05:28 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:05:28 user nova-compute[74883]:   </features>
Nov 06 09:05:28 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:05:28 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:05:28 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:05:28 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:05:28 user nova-compute[74883]:   </clock>
Nov 06 09:05:28 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:05:28 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:05:28 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:05:28 user nova-compute[74883]:   </cpu>
Nov 06 09:05:28 user nova-compute[74883]:   <devices>
Nov 06 09:05:28 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 09:05:28 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:05:28 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 09:05:28 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:05:28 user nova-compute[74883]:       <serial>6fbd0f60-47bc-4090-8571-054e071c0322</serial>
Nov 06 09:05:28 user nova-compute[74883]:     </disk>
Nov 06 09:05:28 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:05:28 user nova-compute[74883]:       <mac address="fa:16:3e:8f:e0:4d"/>
Nov 06 09:05:28 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:05:28 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:05:28 user nova-compute[74883]:       <target dev="tap02325217-9c"/>
Nov 06 09:05:28 user nova-compute[74883]:     </interface>
Nov 06 09:05:28 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:05:28 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/d0881c4e-f988-45f0-9fff-f00d4943183a/console.log" append="off"/>
Nov 06 09:05:28 user nova-compute[74883]:     </serial>
Nov 06 09:05:28 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:05:28 user nova-compute[74883]:     <video>
Nov 06 09:05:28 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:05:28 user nova-compute[74883]:     </video>
Nov 06 09:05:28 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:05:28 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:05:28 user nova-compute[74883]:     </rng>
Nov 06 09:05:28 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:05:28 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:05:28 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:05:28 user nova-compute[74883]:     </memballoon>
Nov 06 09:05:28 user nova-compute[74883]:   </devices>
Nov 06 09:05:28 user nova-compute[74883]: </domain>
Nov 06 09:05:28 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1224807316',display_name='tempest-TestVolumeBootPattern-server-1224807316',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1224807316',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-og4oxytn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:05:07Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=d0881c4e-f988-45f0-9fff-f00d4943183a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG os_vif [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b94a3ea4-9b13-5864-9b6d-62f1a5128563', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap02325217-9c, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap02325217-9c, col_values=(('qos', UUID('24a52274-00e2-428e-b31c-32e938676322')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap02325217-9c, col_values=(('external_ids', {'iface-id': '02325217-9c60-4ee6-99ce-f972295d1c27', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:e0:4d', 'vm-uuid': 'd0881c4e-f988-45f0-9fff-f00d4943183a'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:28 user nova-compute[74883]: INFO os_vif [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c')
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:05:28 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:8f:e0:4d, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:05:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] No waiting events found dispatching network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:05:30 user nova-compute[74883]: WARNING nova.compute.manager [req-326cb7aa-e26d-4f2d-9f3b-096b771a1042 req-053aab3b-911a-45ec-beca-816db968f4bc service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received unexpected event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 for instance with vm_state building and task_state spawning.
Nov 06 09:05:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:05:32 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Instance spawned successfully.
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] No waiting events found dispatching network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:05:32 user nova-compute[74883]: WARNING nova.compute.manager [req-d59d9561-f404-4bde-a1a6-280d4ecb0b6e req-bb8b9ec2-df08-4877-8824-784818c2c60c service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received unexpected event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 for instance with vm_state building and task_state spawning.
Nov 06 09:05:32 user nova-compute[74883]: INFO nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Took 4.96 seconds to spawn the instance on the hypervisor.
Nov 06 09:05:32 user nova-compute[74883]: DEBUG nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:05:32 user nova-compute[74883]: INFO nova.compute.manager [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Took 25.95 seconds to build instance.
Nov 06 09:05:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0c4e33b4-44b7-4f29-8132-8793feff5096 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.039s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:33 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 is timed out.
Nov 06 09:05:33 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully detached device vdb from instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9 from the live domain config.
Nov 06 09:05:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'okvAiEPt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:05:33 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[92af3efe-5394-4852-b62a-181482aeb2e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:05:33 user nova-compute[74883]: No targets found.
Nov 06 09:05:33 user nova-compute[74883]: iSNS:
Nov 06 09:05:33 user nova-compute[74883]: No targets found.
Nov 06 09:05:33 user nova-compute[74883]: STATIC:
Nov 06 09:05:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322
Nov 06 09:05:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:05:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:05:33 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d
Nov 06 09:05:33 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:05:33 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:05:33 user nova-compute[74883]: FIRMWARE:
Nov 06 09:05:33 user nova-compute[74883]: No targets found.
Nov 06 09:05:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:05:33 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:05:33 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[121dcc25-e7de-4fb8-aaa4-952c479c176f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d082c229-8d28-4d02-89f9-b8a8a605bc66]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:33 user nova-compute[74883]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:05:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d (non-flash)
Nov 06 09:05:33 user nova-compute[74883]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:05:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170e37490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc7e173-de98-45b7-bb8c-0146047bc8b1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f071ec-4a2a-42ae-b2ed-bc65c7b6e6e0]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea990b8f-5d61-43bc-b815-01dcdda106c6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c46371-da7a-41e7-8bc3-1bbc2892b015]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[830c17dd-e45b-481e-972a-31e42044bb48]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f3f6c8-ef80-4360-8b5a-6b8bd63afbfb]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260]
Nov 06 09:05:33 user nova-compute[74883]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d, portal: 172.16.0.220,3260] successful.
Nov 06 09:05:33 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b6e5eac-3b3b-459c-9fc1-b62fca65095d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a52fd4-c5b9-47f4-882a-aadb8b86593e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] <== disconnect_volume: return (305ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:05:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:05:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:34 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'flavor' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:05:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f1dd2782-db16-46d4-a4f6-20ebacc8a2aa tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.826s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:05:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:05:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:05:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:03 user nova-compute[74883]: INFO nova.compute.manager [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Terminating instance
Nov 06 09:06:03 user nova-compute[74883]: DEBUG nova.compute.manager [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-unplugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] No waiting events found dispatching network-vif-unplugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:06:03 user nova-compute[74883]: DEBUG nova.compute.manager [req-7bb28c73-3fbf-4fea-b566-e5a61e16ffac req-8320ff6c-e3da-4f0f-a5e1-56c445ff4584 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-unplugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:06:04 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Instance destroyed successfully.
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lazy-loading 'resources' on Instance uuid 16919b86-047f-42bd-aaf1-41bb9ed5cab9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:01:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-783433046',display_name='tempest-TestServerVolumeAttachmentScenario-server-783433046',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-783433046',id=46,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBITXi8B9nU+2c/cHV9YJzqgyoyXP15D0zrGb04Ty8HwXLBmIjX2PWbwSOJvvMdx0Asx+wtiRsDnAeJSsOgfVcEkjNsZjQ0jv1zNU6TtgcuTDhMXMRM0YpMyZTMugsXqCWA==',key_name='tempest-keypair-285880162',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:01:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e2b55cea3b7479f9128bea8a0683b31',ramdisk_id='',reservation_id='r-dilxo0q9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1581449644',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1581449644-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:01:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6808f2ed82a14d3a9372cd8de4c6a2d0',uuid=16919b86-047f-42bd-aaf1-41bb9ed5cab9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converting VIF {"id": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "address": "fa:16:3e:6d:10:80", "network": {"id": "a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2129440941-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e2b55cea3b7479f9128bea8a0683b31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f996837-3c", "ovs_interfaceid": "2f996837-3c2d-4e9f-b2b0-109a9df4b012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG os_vif [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f996837-3c, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f3d11888-b055-47dc-8ac1-727131455a8d) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:04 user nova-compute[74883]: INFO os_vif [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:10:80,bridge_name='br-int',has_traffic_filtering=True,id=2f996837-3c2d-4e9f-b2b0-109a9df4b012,network=Network(a00f1f8a-a4d7-47b3-9e06-f87d41bd37ff),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f996837-3c')
Nov 06 09:06:04 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Deleting instance files /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9_del
Nov 06 09:06:04 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Deletion of /opt/stack/data/nova/instances/16919b86-047f-42bd-aaf1-41bb9ed5cab9_del complete
Nov 06 09:06:04 user nova-compute[74883]: INFO nova.compute.manager [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 06 09:06:04 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:06:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:06:05 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Took 0.74 seconds to deallocate network for instance.
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.133s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:05 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Deleted allocations for instance 16919b86-047f-42bd-aaf1-41bb9ed5cab9
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7202aa78-69c3-4a95-9d27-5c8d15b82fe7 tempest-TestServerVolumeAttachmentScenario-1581449644 tempest-TestServerVolumeAttachmentScenario-1581449644-project-member] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.969s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] Acquiring lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] Lock "16919b86-047f-42bd-aaf1-41bb9ed5cab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] No waiting events found dispatching network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:06:05 user nova-compute[74883]: WARNING nova.compute.manager [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received unexpected event network-vif-plugged-2f996837-3c2d-4e9f-b2b0-109a9df4b012 for instance with vm_state deleted and task_state None.
Nov 06 09:06:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-79bb3d1f-45fc-425a-8224-0c9e9b09ec37 req-7d19d12d-165a-400d-8194-fe76981aa812 service nova] [instance: 16919b86-047f-42bd-aaf1-41bb9ed5cab9] Received event network-vif-deleted-2f996837-3c2d-4e9f-b2b0-109a9df4b012 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:06:07 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid d0881c4e-f988-45f0-9fff-f00d4943183a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:06:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:06:13 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:06:13 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8945MB free_disk=24.891399383544922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance d0881c4e-f988-45f0-9fff-f00d4943183a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:06:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.202s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:14 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:06:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-changed-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.compute.manager [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Refreshing instance network info cache due to event network-changed-02325217-9c60-4ee6-99ce-f972295d1c27. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] Acquiring lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] Acquired lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Refreshing network info cache for port 02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:06:58 user nova-compute[74883]: INFO nova.compute.manager [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Terminating instance
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.compute.manager [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updated VIF entry in instance network info cache for port 02325217-9c60-4ee6-99ce-f972295d1c27. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG nova.network.neutron [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [{"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2470ecfd-d75d-454e-8027-e6596c65433e req-582dce75-e59f-4418-b40a-398cbc9161b4 service nova] Releasing lock "refresh_cache-d0881c4e-f988-45f0-9fff-f00d4943183a" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Instance destroyed successfully.
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.objects.instance [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid d0881c4e-f988-45f0-9fff-f00d4943183a {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:05:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1224807316',display_name='tempest-TestVolumeBootPattern-server-1224807316',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1224807316',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:05:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-og4oxytn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:05:32Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=d0881c4e-f988-45f0-9fff-f00d4943183a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "02325217-9c60-4ee6-99ce-f972295d1c27", "address": "fa:16:3e:8f:e0:4d", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap02325217-9c", "ovs_interfaceid": "02325217-9c60-4ee6-99ce-f972295d1c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_vif [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap02325217-9c, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24a52274-00e2-428e-b31c-32e938676322) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:06:59 user nova-compute[74883]: INFO os_vif [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:e0:4d,bridge_name='br-int',has_traffic_filtering=True,id=02325217-9c60-4ee6-99ce-f972295d1c27,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap02325217-9c')
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:06:59 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[92208a14-9db1-43b1-ad4e-fe8faa3f01dc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:06:59 user nova-compute[74883]: No targets found.
Nov 06 09:06:59 user nova-compute[74883]: iSNS:
Nov 06 09:06:59 user nova-compute[74883]: No targets found.
Nov 06 09:06:59 user nova-compute[74883]: STATIC:
Nov 06 09:06:59 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322
Nov 06 09:06:59 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:06:59 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:06:59 user nova-compute[74883]: FIRMWARE:
Nov 06 09:06:59 user nova-compute[74883]: No targets found.
Nov 06 09:06:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:06:59 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:06:59 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5f939d-90a6-4771-9442-36d357244409]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b88592-9a9d-4219-abd4-b35c8977fb39]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:06:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:06:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f119428d1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[33285f13-f15f-4348-92e0-e88b18ca1270]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e413b16-253e-4122-8cea-f42456b803b7]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7980fb76-b84e-4634-91eb-68fb83d8d9ad]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8125a74b-ef04-4639-a492-914c8f94e1d8]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_dfe4a7e5', '/dev/disk/by-id/scsi-1SCST_BIOdfe4a7e5-aa199edd98a79515', '/dev/disk/by-id/scsi-26161313939656464') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9827653b-bc2b-4aa7-a6ca-0ea7473b13d2]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dce9a87-5347-4f3d-b47a-c56563f1d1a6]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[51030eef-90f1-4bd5-b502-04241aef6a44]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]
Nov 06 09:06:59 user nova-compute[74883]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.
Nov 06 09:06:59 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[80305fa0-845f-4a46-8b31-ebe473b552c9]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (316ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:06:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Deleting instance files /opt/stack/data/nova/instances/d0881c4e-f988-45f0-9fff-f00d4943183a_del
Nov 06 09:06:59 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Deletion of /opt/stack/data/nova/instances/d0881c4e-f988-45f0-9fff-f00d4943183a_del complete
Nov 06 09:06:59 user nova-compute[74883]: INFO nova.compute.manager [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 06 09:06:59 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:06:59 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-unplugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] No waiting events found dispatching network-vif-unplugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-unplugged-02325217-9c60-4ee6-99ce-f972295d1c27 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Acquiring lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] No waiting events found dispatching network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:07:00 user nova-compute[74883]: WARNING nova.compute.manager [req-dc045072-be7c-445b-b70c-c77bdac1e8e7 req-36887104-81b3-4d04-8c6b-4ca752f7dd22 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received unexpected event network-vif-plugged-02325217-9c60-4ee6-99ce-f972295d1c27 for instance with vm_state active and task_state deleting.
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-b973af06-05b4-4c00-bc8e-14e87f21687b req-b74ea504-5efe-4452-bdc3-2fb925274d32 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Received event network-vif-deleted-02325217-9c60-4ee6-99ce-f972295d1c27 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:00 user nova-compute[74883]: INFO nova.compute.manager [req-b973af06-05b4-4c00-bc8e-14e87f21687b req-b74ea504-5efe-4452-bdc3-2fb925274d32 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Neutron deleted interface 02325217-9c60-4ee6-99ce-f972295d1c27; detaching it from the instance and deleting it from the info cache
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-b973af06-05b4-4c00-bc8e-14e87f21687b req-b74ea504-5efe-4452-bdc3-2fb925274d32 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:00 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Took 0.62 seconds to deallocate network for instance.
Nov 06 09:07:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-b973af06-05b4-4c00-bc8e-14e87f21687b req-b74ea504-5efe-4452-bdc3-2fb925274d32 service nova] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Detach interface failed, port_id=02325217-9c60-4ee6-99ce-f972295d1c27, reason: Instance d0881c4e-f988-45f0-9fff-f00d4943183a could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 09:07:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:05 user nova-compute[74883]: INFO nova.compute.manager [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: d0881c4e-f988-45f0-9fff-f00d4943183a] Took 4.76 seconds to detach 1 volumes for instance.
Nov 06 09:07:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:05 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:07:05 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:07:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.116s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:05 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance d0881c4e-f988-45f0-9fff-f00d4943183a
Nov 06 09:07:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-fb6b4a09-5c29-4530-a932-47b5259bf596 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "d0881c4e-f988-45f0-9fff-f00d4943183a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.865s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:09 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:09 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:07:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:07:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:07:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:07:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:07:13 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:07:13 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9104MB free_disk=24.890357971191406GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:07:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.184s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:14 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:14 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:24 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:26 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:07:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:38 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:07:38 user nova-compute[74883]: INFO nova.compute.claims [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Claim successful on node user
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.210s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:07:39 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.policy [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78a59df6c114c349ff0cbeaea766f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6509781924af42309e481213e4175e78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:07:39 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Creating image(s)
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "/opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "/opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "/opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk 1073741824" returned: 0 in 0.051s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "f11054c57c0c23378d540b8fc8cbc6806e93f223" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Successfully created port: e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk. size=1073741824 {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 06 09:07:39 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.disk.api [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Cannot resize image /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk to a smaller size. {{(pid=74883) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Ensure instance console log exists: /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Successfully updated port: e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.compute.manager [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing instance network info cache due to event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.neutron [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Instance network_info: |[{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.neutron [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Start _get_guest_xml network_info=[{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '719c39bf-76bf-4945-8ceb-cf903c039ec0'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:07:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:07:40 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-06T08:18:57Z,direct_url=<?>,disk_format='qcow2',id=719c39bf-76bf-4945-8ceb-cf903c039ec0,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='2876b494450240ba9f3b0600f50ff137',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-06T08:18:59Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1477339845',display_name='tempest-TestStampPattern-server-1477339845',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1477339845',id=48,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-b94oqb3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:07:39Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=b430517c-1438-4668-b1dc-d06e756c436b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.objects.instance [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'pci_devices' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:07:40 user nova-compute[74883]:   <uuid>b430517c-1438-4668-b1dc-d06e756c436b</uuid>
Nov 06 09:07:40 user nova-compute[74883]:   <name>instance-00000030</name>
Nov 06 09:07:40 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:07:40 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:07:40 user nova-compute[74883]:   <metadata>
Nov 06 09:07:40 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:07:40 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:name>tempest-TestStampPattern-server-1477339845</nova:name>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:07:40</nova:creationTime>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:07:40 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:07:40 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:owner>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:user uuid="b78a59df6c114c349ff0cbeaea766f4c">tempest-TestStampPattern-611513200-project-member</nova:user>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:project uuid="6509781924af42309e481213e4175e78">tempest-TestStampPattern-611513200</nova:project>
Nov 06 09:07:40 user nova-compute[74883]:       </nova:owner>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:root type="image" uuid="719c39bf-76bf-4945-8ceb-cf903c039ec0"/>
Nov 06 09:07:40 user nova-compute[74883]:       <nova:ports>
Nov 06 09:07:40 user nova-compute[74883]:         <nova:port uuid="e431dbc5-8aad-489c-9ff0-937c52e8ff41">
Nov 06 09:07:40 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 06 09:07:40 user nova-compute[74883]:         </nova:port>
Nov 06 09:07:40 user nova-compute[74883]:       </nova:ports>
Nov 06 09:07:40 user nova-compute[74883]:     </nova:instance>
Nov 06 09:07:40 user nova-compute[74883]:   </metadata>
Nov 06 09:07:40 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:07:40 user nova-compute[74883]:     <system>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="serial">b430517c-1438-4668-b1dc-d06e756c436b</entry>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="uuid">b430517c-1438-4668-b1dc-d06e756c436b</entry>
Nov 06 09:07:40 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:07:40 user nova-compute[74883]:     </system>
Nov 06 09:07:40 user nova-compute[74883]:   </sysinfo>
Nov 06 09:07:40 user nova-compute[74883]:   <os>
Nov 06 09:07:40 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:07:40 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:07:40 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:07:40 user nova-compute[74883]:   </os>
Nov 06 09:07:40 user nova-compute[74883]:   <features>
Nov 06 09:07:40 user nova-compute[74883]:     <acpi/>
Nov 06 09:07:40 user nova-compute[74883]:     <apic/>
Nov 06 09:07:40 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:07:40 user nova-compute[74883]:   </features>
Nov 06 09:07:40 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:07:40 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:07:40 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:07:40 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:07:40 user nova-compute[74883]:   </clock>
Nov 06 09:07:40 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:07:40 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:07:40 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:07:40 user nova-compute[74883]:   </cpu>
Nov 06 09:07:40 user nova-compute[74883]:   <devices>
Nov 06 09:07:40 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 09:07:40 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 09:07:40 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk"/>
Nov 06 09:07:40 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:07:40 user nova-compute[74883]:     </disk>
Nov 06 09:07:40 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:07:40 user nova-compute[74883]:       <mac address="fa:16:3e:a1:23:54"/>
Nov 06 09:07:40 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:07:40 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:07:40 user nova-compute[74883]:       <target dev="tape431dbc5-8a"/>
Nov 06 09:07:40 user nova-compute[74883]:     </interface>
Nov 06 09:07:40 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:07:40 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/console.log" append="off"/>
Nov 06 09:07:40 user nova-compute[74883]:     </serial>
Nov 06 09:07:40 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:07:40 user nova-compute[74883]:     <video>
Nov 06 09:07:40 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:07:40 user nova-compute[74883]:     </video>
Nov 06 09:07:40 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:07:40 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:07:40 user nova-compute[74883]:     </rng>
Nov 06 09:07:40 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:07:40 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:07:40 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:07:40 user nova-compute[74883]:     </memballoon>
Nov 06 09:07:40 user nova-compute[74883]:   </devices>
Nov 06 09:07:40 user nova-compute[74883]: </domain>
Nov 06 09:07:40 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1477339845',display_name='tempest-TestStampPattern-server-1477339845',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1477339845',id=48,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-b94oqb3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:07:39Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=b430517c-1438-4668-b1dc-d06e756c436b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG os_vif [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3887a7c9-77ce-59ef-bb3e-f115d14a01ea', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape431dbc5-8a, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape431dbc5-8a, col_values=(('qos', UUID('d403a683-c5b5-429f-85ba-10ab0a66024a')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape431dbc5-8a, col_values=(('external_ids', {'iface-id': 'e431dbc5-8aad-489c-9ff0-937c52e8ff41', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a1:23:54', 'vm-uuid': 'b430517c-1438-4668-b1dc-d06e756c436b'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:07:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:40 user nova-compute[74883]: INFO os_vif [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a')
Nov 06 09:07:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:07:41 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No VIF found with MAC fa:16:3e:a1:23:54, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:07:41 user nova-compute[74883]: DEBUG nova.network.neutron [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated VIF entry in instance network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:07:41 user nova-compute[74883]: DEBUG nova.network.neutron [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-46f1593a-adfc-413d-bfbf-cd113d644410 req-e381d9d0-cf53-45ed-9126-d6e9b704b13c service nova] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG nova.compute.manager [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] No waiting events found dispatching network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:07:42 user nova-compute[74883]: WARNING nova.compute.manager [req-395ef227-117a-4897-abd1-fe9c0b24776d req-650d9f60-5d94-46bd-b8b7-83d7de2c3f43 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received unexpected event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 for instance with vm_state building and task_state spawning.
Nov 06 09:07:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:07:44 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Instance spawned successfully.
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.compute.manager [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] No waiting events found dispatching network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:07:44 user nova-compute[74883]: WARNING nova.compute.manager [req-1128ee12-27a5-42f8-ae0e-b826ea55445c req-7ecd7318-4caf-496b-adf0-afba24b496a5 service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received unexpected event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 for instance with vm_state building and task_state spawning.
Nov 06 09:07:44 user nova-compute[74883]: INFO nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Took 5.40 seconds to spawn the instance on the hypervisor.
Nov 06 09:07:44 user nova-compute[74883]: DEBUG nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:07:44 user nova-compute[74883]: INFO nova.compute.manager [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Took 5.97 seconds to build instance.
Nov 06 09:07:44 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-f52c06c9-f3b7-4839-8177-34cdec13fec9 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.071s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:07:50 user nova-compute[74883]: INFO nova.compute.claims [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Claim successful on node user
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.229s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:07:50 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG nova.policy [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:07:50 user nova-compute[74883]: INFO nova.virt.block_device [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Booting with volume 6fbd0f60-47bc-4090-8571-054e071c0322 at /dev/vda
Nov 06 09:07:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG os_brick.utils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c02dc3-b3f1-4199-a97f-4bd08300d60b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:07:50 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2376b6d4-d1fa-48ae-aef9-f08a3b8082fa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6344af9-7ca9-4260-bf4a-634fdf67b6e8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a44582b-61be-4612-8fd0-cb16c1e23790]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:07:51 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:07:51 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8786127-9489-4903-ab14-ce30cd206d63]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG os_brick.utils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating existing volume attachment record: a9277704-5591-4118-ae57-4563306d0754 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:07:51 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Successfully created port: ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Successfully updated port: ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing instance network info cache due to event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Instance network_info: |[{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updated VIF entry in instance network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:07:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-07ded67f-865e-4dec-be41-aa2864628bc0 req-b62ae135-270e-44fd-9293-04113b87669b service nova] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:07:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:07:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:10 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:08:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:08:11 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Creating image(s)
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Ensure instance console log exists: /opt/stack/data/nova/instances/ffe7e55d-2501-41f6-a912-f66804bfb38f/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Start _get_guest_xml network_info=[{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ffe7e55d-2501-41f6-a912-f66804bfb38f', 'attached_at': '', 'detached_at': '', 'volume_id': '6fbd0f60-47bc-4090-8571-054e071c0322', 'serial': '6fbd0f60-47bc-4090-8571-054e071c0322'}, 'attachment_id': 'a9277704-5591-4118-ae57-4563306d0754', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:08:11 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:08:11 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:08:11 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:08:11 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:08:11 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5683f3b5-bacd-42da-a7dc-8fdfd7f0707a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:08:11 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[676c463f-ff4e-4502-9ce7-8e99006ebfe1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322] added
Nov 06 09:08:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0227f62-7b2d-49b4-a94b-d0a01794c1c5]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb54d72-5f87-4dc6-8589-db586f8b04cc]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inOEHCcK {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v inOEHCcK" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc51535-26e2-4b18-8808-97869d3a0822]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'inOEHCcK'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd983c08-78a9-43b0-981e-7337538ce22c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[02bb31ac-e735-4a13-a9df-b97fa5a75c33]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 09:08:11 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 09:08:11 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:08:11 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 09:08:11 user nova-compute[74883]: 
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1e050eb-91d5-4479-9d41-cb934cc13f70]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]
Nov 06 09:08:11 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.
Nov 06 09:08:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff19a09e-d299-4d92-8247-e3ed1163546c]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[08eb09cb-b934-4301-bd43-a2a0fd5c7b81]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:08:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:08:11 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[08c00fd8-dab3-4604-84d6-20264fea7276]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:08:11 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.280s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1282ms) {'type': 'block', 'scsi_wwn': '26161313939656464', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161313939656464', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1617388723',display_name='tempest-TestVolumeBootPattern-server-1617388723',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1617388723',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-3eh41xtb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:07:51Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=ffe7e55d-2501-41f6-a912-f66804bfb38f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid ffe7e55d-2501-41f6-a912-f66804bfb38f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:08:12 user nova-compute[74883]:   <uuid>ffe7e55d-2501-41f6-a912-f66804bfb38f</uuid>
Nov 06 09:08:12 user nova-compute[74883]:   <name>instance-00000031</name>
Nov 06 09:08:12 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:08:12 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:08:12 user nova-compute[74883]:   <metadata>
Nov 06 09:08:12 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:08:12 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:08:12 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-server-1617388723</nova:name>
Nov 06 09:08:12 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:08:11</nova:creationTime>
Nov 06 09:08:12 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:08:12 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:08:12 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:08:12 user nova-compute[74883]:       <nova:owner>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 09:08:12 user nova-compute[74883]:       </nova:owner>
Nov 06 09:08:12 user nova-compute[74883]:       <nova:ports>
Nov 06 09:08:12 user nova-compute[74883]:         <nova:port uuid="ee04dd16-ba3d-4d3a-8dc5-2e21246fa541">
Nov 06 09:08:12 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 06 09:08:12 user nova-compute[74883]:         </nova:port>
Nov 06 09:08:12 user nova-compute[74883]:       </nova:ports>
Nov 06 09:08:12 user nova-compute[74883]:     </nova:instance>
Nov 06 09:08:12 user nova-compute[74883]:   </metadata>
Nov 06 09:08:12 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:08:12 user nova-compute[74883]:     <system>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="serial">ffe7e55d-2501-41f6-a912-f66804bfb38f</entry>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="uuid">ffe7e55d-2501-41f6-a912-f66804bfb38f</entry>
Nov 06 09:08:12 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:08:12 user nova-compute[74883]:     </system>
Nov 06 09:08:12 user nova-compute[74883]:   </sysinfo>
Nov 06 09:08:12 user nova-compute[74883]:   <os>
Nov 06 09:08:12 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:08:12 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:08:12 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:08:12 user nova-compute[74883]:   </os>
Nov 06 09:08:12 user nova-compute[74883]:   <features>
Nov 06 09:08:12 user nova-compute[74883]:     <acpi/>
Nov 06 09:08:12 user nova-compute[74883]:     <apic/>
Nov 06 09:08:12 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:08:12 user nova-compute[74883]:   </features>
Nov 06 09:08:12 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:08:12 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:08:12 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:08:12 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:08:12 user nova-compute[74883]:   </clock>
Nov 06 09:08:12 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:08:12 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:08:12 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:08:12 user nova-compute[74883]:   </cpu>
Nov 06 09:08:12 user nova-compute[74883]:   <devices>
Nov 06 09:08:12 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 09:08:12 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:08:12 user nova-compute[74883]:       <source dev="/dev/sdb"/>
Nov 06 09:08:12 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:08:12 user nova-compute[74883]:       <serial>6fbd0f60-47bc-4090-8571-054e071c0322</serial>
Nov 06 09:08:12 user nova-compute[74883]:     </disk>
Nov 06 09:08:12 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:08:12 user nova-compute[74883]:       <mac address="fa:16:3e:73:5a:75"/>
Nov 06 09:08:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:08:12 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:08:12 user nova-compute[74883]:       <target dev="tapee04dd16-ba"/>
Nov 06 09:08:12 user nova-compute[74883]:     </interface>
Nov 06 09:08:12 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:08:12 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/ffe7e55d-2501-41f6-a912-f66804bfb38f/console.log" append="off"/>
Nov 06 09:08:12 user nova-compute[74883]:     </serial>
Nov 06 09:08:12 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:08:12 user nova-compute[74883]:     <video>
Nov 06 09:08:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:08:12 user nova-compute[74883]:     </video>
Nov 06 09:08:12 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:08:12 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:08:12 user nova-compute[74883]:     </rng>
Nov 06 09:08:12 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:08:12 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:08:12 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:08:12 user nova-compute[74883]:     </memballoon>
Nov 06 09:08:12 user nova-compute[74883]:   </devices>
Nov 06 09:08:12 user nova-compute[74883]: </domain>
Nov 06 09:08:12 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1617388723',display_name='tempest-TestVolumeBootPattern-server-1617388723',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1617388723',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-3eh41xtb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:07:51Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=ffe7e55d-2501-41f6-a912-f66804bfb38f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG os_vif [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '700baddc-0a03-5df2-9024-a5fb9a5243c4', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapee04dd16-ba, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapee04dd16-ba, col_values=(('qos', UUID('32fcc574-c976-4ef9-b303-cf62e213ee3b')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapee04dd16-ba, col_values=(('external_ids', {'iface-id': 'ee04dd16-ba3d-4d3a-8dc5-2e21246fa541', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:5a:75', 'vm-uuid': 'ffe7e55d-2501-41f6-a912-f66804bfb38f'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:12 user nova-compute[74883]: INFO os_vif [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba')
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:08:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:73:5a:75, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Skipping network cache update for instance because it is Building. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG nova.compute.manager [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] No waiting events found dispatching network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:08:14 user nova-compute[74883]: WARNING nova.compute.manager [req-f21345b3-0c91-462f-95fe-689ac61ee480 req-377b4f03-6d47-444d-a7e8-f4dc7b3b7a10 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received unexpected event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 for instance with vm_state building and task_state spawning.
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:08:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:08:15 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8916MB free_disk=24.858863830566406GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ffe7e55d-2501-41f6-a912-f66804bfb38f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:08:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.220s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:08:16 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Instance spawned successfully.
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:08:16 user nova-compute[74883]: INFO nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Took 4.91 seconds to spawn the instance on the hypervisor.
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:16 user nova-compute[74883]: DEBUG nova.compute.manager [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] No waiting events found dispatching network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:08:16 user nova-compute[74883]: WARNING nova.compute.manager [req-f10be31c-0d90-43c6-af76-50684467baf5 req-562b924a-17bd-451f-8733-167af968a613 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received unexpected event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 for instance with vm_state building and task_state spawning.
Nov 06 09:08:16 user nova-compute[74883]: INFO nova.compute.manager [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Took 26.08 seconds to build instance.
Nov 06 09:08:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-2e5135aa-45eb-41ad-b200-7bd9abb8e387 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.206s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:08:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:27 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:08:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:08:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:08:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:09:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:10 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:12 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:09:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:09:13 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:09:14 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:09:14 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8880MB free_disk=24.857650756835938GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ffe7e55d-2501-41f6-a912-f66804bfb38f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:09:14 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 09:09:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 09:09:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:09:27 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:27 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing instance network info cache due to event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated VIF entry in instance network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG nova.network.neutron [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-94b96854-4669-445e-8986-1e19b80cf51b req-357959e7-d927-4cb2-b498-3fdb43b41caa service nova] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:31 user nova-compute[74883]: INFO nova.compute.manager [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Attaching volume 80e3b2a0-4da9-46b8-9a43-5b4d29e42420 to /dev/vdb
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ee8355a-b593-44a6-968a-04c3f0c2927d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8c8ea1-8252-4a3b-b58f-385d24e6e77e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[57bd0e44-e905-4495-b5a1-76baa3815172]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f07053f-1af9-4f3f-ab6c-f638c7dac3a4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:09:32 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:09:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[250a0f69-7c94-4d25-9060-62cdbeba4dc7]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG os_brick.utils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating existing volume attachment record: 5fc7703c-fe8e-4b68-a7b5-3bd38074cf93 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:09:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG nova.compute.manager [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing instance network info cache due to event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:09:41 user nova-compute[74883]: DEBUG nova.network.neutron [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:09:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updated VIF entry in instance network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:09:42 user nova-compute[74883]: DEBUG nova.network.neutron [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:09:42 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-ab076b59-2bbe-49c9-a40f-c09b6bab3ce8 req-bd3f2787-ec79-4628-ad04-965d13af6daf service nova] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:09:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:49 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OHrbVKZq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:09:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:09:52 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:09:52 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[745d13f6-6f29-4c4d-8133-f0f32ae60b66]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:09:52 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d91931c-c706-4299-bcd7-24d75c717da6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420] added
Nov 06 09:09:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b1cc8c6-ff0f-47f5-9ba4-eeeba9a5c445]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3b9936-a96b-46b4-b233-b2a4a4027675]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OHrbVKZq {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OHrbVKZq" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0436922e-f9f7-4041-bbc5-42b9e0a0aa86]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OHrbVKZq'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[75adce02-e17a-4cc9-9904-bdb11eb5d9cd]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19d431e-50a0-4359-991a-146bb48f1391]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:09:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:09:52 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:09:52 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b25359-a13e-46d3-96a3-2a431157a5e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260]
Nov 06 09:09:53 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260] successful.
Nov 06 09:09:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b087b8-2bba-4f75-8e8e-a4606d9c923f]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb56512-8c4a-4d17-969c-cba127a260c4]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:09:53 user nova-compute[74883]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)
Nov 06 09:09:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:09:53 user nova-compute[74883]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)
Nov 06 09:09:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] HCTL ('34', '-', '-', 0) found on session 56 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5470175c-7d54-49e2-90fb-df1dbb2c5c39]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:09:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching for a device in session 56 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OHrbVKZq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23639393661316661', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639393661316661', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.objects.instance [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 09:09:54 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:09:54 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:09:54 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:09:54 user nova-compute[74883]:   <serial>80e3b2a0-4da9-46b8-9a43-5b4d29e42420</serial>
Nov 06 09:09:54 user nova-compute[74883]: </disk>
Nov 06 09:09:54 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No VIF found with MAC fa:16:3e:a1:23:54, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:09:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-7dd8d2e2-8393-4454-87d0-60ffe6ee18b7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.779s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:57 user nova-compute[74883]: INFO nova.compute.manager [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Detaching volume 80e3b2a0-4da9-46b8-9a43-5b4d29e42420
Nov 06 09:09:57 user nova-compute[74883]: INFO nova.virt.block_device [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Attempting to driver detach volume 80e3b2a0-4da9-46b8-9a43-5b4d29e42420 from mountpoint /dev/vdb
Nov 06 09:09:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Attempting to detach device vdb from instance b430517c-1438-4668-b1dc-d06e756c436b from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:09:57 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:09:57 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:09:57 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:09:57 user nova-compute[74883]:   <serial>80e3b2a0-4da9-46b8-9a43-5b4d29e42420</serial>
Nov 06 09:09:57 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:09:57 user nova-compute[74883]: </disk>
Nov 06 09:09:57 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:09:57 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully detached device vdb from instance b430517c-1438-4668-b1dc-d06e756c436b from the persistent domain config.
Nov 06 09:09:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b430517c-1438-4668-b1dc-d06e756c436b from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:09:57 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:09:57 user nova-compute[74883]:   <source dev="/dev/sdc"/>
Nov 06 09:09:57 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:09:57 user nova-compute[74883]:   <serial>80e3b2a0-4da9-46b8-9a43-5b4d29e42420</serial>
Nov 06 09:09:57 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:09:57 user nova-compute[74883]: </disk>
Nov 06 09:09:57 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:57 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 09:09:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:09:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:09:59 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:09:59 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:10:00 user nova-compute[74883]: INFO nova.compute.claims [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Claim successful on node user
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.233s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:10:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.policy [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '538195f377ca4c7fabd4f80284acf8b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6258c471354852b1985115fbfcad9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:10:00 user nova-compute[74883]: INFO nova.virt.block_device [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Booting with volume 9b78b788-a925-41c9-9c2a-6145a6086dc5 at /dev/vda
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.utils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0259c24-e418-412e-bdc0-034cc55be779]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b347a0f-cde5-4651-bea3-8894d04c08dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[255afbfa-0da9-4b2e-8131-10575ef04ee2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[38fd92c4-74eb-4200-b701-d2f46ee70283]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:10:00 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:10:00 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb294ab-8316-4418-9f88-7775e56252c3]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG os_brick.utils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:10:00 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating existing volume attachment record: 87da0ed0-e3fc-4c07-899e-8c6020deaab5 {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Successfully created port: 34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Successfully updated port: 34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquired lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.compute.manager [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing instance network info cache due to event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] Acquiring lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:10:01 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG nova.network.neutron [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Releasing lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Instance network_info: |[{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] Acquired lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updated VIF entry in instance network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG nova.network.neutron [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-354c4242-3a2d-4fe0-a1a4-f93b432811c2 req-b762865c-96c2-4894-a0c4-d4707e2a7e50 service nova] Releasing lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:10:02 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:08 user nova-compute[74883]: WARNING nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] While synchronizing instance power states, found 3 instances in the database and 2 instances on the hypervisor.
Nov 06 09:10:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid ffe7e55d-2501-41f6-a912-f66804bfb38f {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Triggering sync for uuid 752f8ad8-8fb3-4114-8642-f8e22eba9848 {{(pid=74883) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:14 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:14 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:10:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:10:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:10:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8873MB free_disk=24.84809112548828GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ffe7e55d-2501-41f6-a912-f66804bfb38f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 752f8ad8-8fb3-4114-8642-f8e22eba9848 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:10:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.244s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:17 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b430517c-1438-4668-b1dc-d06e756c436b is timed out.
Nov 06 09:10:17 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully detached device vdb from instance b430517c-1438-4668-b1dc-d06e756c436b from the live domain config.
Nov 06 09:10:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OHrbVKZq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:10:17 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c65a81c-73ef-4491-a3f4-8df5eff460d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:10:17 user nova-compute[74883]: No targets found.
Nov 06 09:10:17 user nova-compute[74883]: iSNS:
Nov 06 09:10:17 user nova-compute[74883]: No targets found.
Nov 06 09:10:17 user nova-compute[74883]: STATIC:
Nov 06 09:10:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322
Nov 06 09:10:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:10:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:10:17 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420
Nov 06 09:10:17 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:10:17 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:10:17 user nova-compute[74883]: FIRMWARE:
Nov 06 09:10:17 user nova-compute[74883]: No targets found.
Nov 06 09:10:17 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:10:17 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:10:17 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b136dd-a8be-493e-856c-f99fe957b0ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c41874c-e895-4c68-ad19-5dd4a3e3c580]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:18 user nova-compute[74883]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)
Nov 06 09:10:18 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:18 user nova-compute[74883]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 (non-flash)
Nov 06 09:10:18 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c3b130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[173f2564-0e65-42d3-b92d-1013a7695c67]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42e86e3-1e10-4cec-8ffb-8fc1a663ff6f]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[280a760e-de98-4120-806a-0c03a7322732]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdf1f9de-bb66-49e8-9c34-66078dd391de]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a03e23-8833-4bf8-a895-a5b041bc7840]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddaf5354-1702-4b4b-bd55-f307bf058e95]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260]
Nov 06 09:10:18 user nova-compute[74883]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420, portal: 172.16.0.220,3260] successful.
Nov 06 09:10:18 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80e3b2a0-4da9-46b8-9a43-5b4d29e42420 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7419648-ba3d-4579-bc66-e08e16ecda42]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== disconnect_volume: return (281ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:10:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:10:19 user nova-compute[74883]: DEBUG nova.objects.instance [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:10:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-b07d547f-d399-4632-9952-901f635a04a6 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.739s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 10.602s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:27 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:10:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Creating image(s)
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Did not create local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Ensure instance console log exists: /opt/stack/data/nova/instances/752f8ad8-8fb3-4114-8642-f8e22eba9848/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Start _get_guest_xml network_info=[{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWSzGfMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '752f8ad8-8fb3-4114-8642-f8e22eba9848', 'attached_at': '', 'detached_at': '', 'volume_id': '9b78b788-a925-41c9-9c2a-6145a6086dc5', 'serial': '9b78b788-a925-41c9-9c2a-6145a6086dc5'}, 'attachment_id': '87da0ed0-e3fc-4c07-899e-8c6020deaab5', 'device_type': 'disk', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'boot_index': 0, 'delete_on_termination': False, 'volume_type': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:10:31 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:10:31 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWSzGfMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:10:31 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:10:31 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:10:31 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16bf59b-2264-45b2-9997-a8c483bfecd0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:10:31 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4164bc-f664-45af-980c-38a07463cca6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5] added
Nov 06 09:10:31 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d7ab73d-5928-4d2b-8214-af1e93be321a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23edf57-ea3e-46ac-841f-3eee9527ed28]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sWSzGfMC {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sWSzGfMC" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43289b0-9c47-40dd-8030-825d8a6f28e8]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:31 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sWSzGfMC'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aca3ffb-6d44-40a1-8d38-97e4a1c61ea7]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc89133d-6354-4d9e-b889-d67b96246d38]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[26dfebdf-89b8-4d67-88e9-6156822fc5f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260]
Nov 06 09:10:32 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260] successful.
Nov 06 09:10:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc33eb6-68a1-4e76-87e7-11b94b531020]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45eb3347-146e-4e8d-8132-f781301ee408]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)
Nov 06 09:10:32 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4e5e3d6-c1b4-4503-a2a2-2cde4b4bbfdf]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:10:32 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: None {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWSzGfMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== connect_volume: return (1300ms) {'type': 'block', 'scsi_wwn': '26438646139623836', 'path': '/dev/sdc'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438646139623836', 'path': '/dev/sdc'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1404026178',display_name='tempest-TestVolumeBootPattern-server-1404026178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1404026178',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-rxusi8gx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:10:00Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=752f8ad8-8fb3-4114-8642-f8e22eba9848,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.objects.instance [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'pci_devices' on Instance uuid 752f8ad8-8fb3-4114-8642-f8e22eba9848 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:10:33 user nova-compute[74883]:   <uuid>752f8ad8-8fb3-4114-8642-f8e22eba9848</uuid>
Nov 06 09:10:33 user nova-compute[74883]:   <name>instance-00000032</name>
Nov 06 09:10:33 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:10:33 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:10:33 user nova-compute[74883]:   <metadata>
Nov 06 09:10:33 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:10:33 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:10:33 user nova-compute[74883]:       <nova:name>tempest-TestVolumeBootPattern-server-1404026178</nova:name>
Nov 06 09:10:33 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:10:31</nova:creationTime>
Nov 06 09:10:33 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:10:33 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:10:33 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:10:33 user nova-compute[74883]:       <nova:owner>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:user uuid="538195f377ca4c7fabd4f80284acf8b8">tempest-TestVolumeBootPattern-185941371-project-member</nova:user>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:project uuid="8c6258c471354852b1985115fbfcad9a">tempest-TestVolumeBootPattern-185941371</nova:project>
Nov 06 09:10:33 user nova-compute[74883]:       </nova:owner>
Nov 06 09:10:33 user nova-compute[74883]:       <nova:ports>
Nov 06 09:10:33 user nova-compute[74883]:         <nova:port uuid="34c28e44-377e-4283-b2ba-93e9a77d1615">
Nov 06 09:10:33 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 06 09:10:33 user nova-compute[74883]:         </nova:port>
Nov 06 09:10:33 user nova-compute[74883]:       </nova:ports>
Nov 06 09:10:33 user nova-compute[74883]:     </nova:instance>
Nov 06 09:10:33 user nova-compute[74883]:   </metadata>
Nov 06 09:10:33 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:10:33 user nova-compute[74883]:     <system>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="serial">752f8ad8-8fb3-4114-8642-f8e22eba9848</entry>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="uuid">752f8ad8-8fb3-4114-8642-f8e22eba9848</entry>
Nov 06 09:10:33 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:10:33 user nova-compute[74883]:     </system>
Nov 06 09:10:33 user nova-compute[74883]:   </sysinfo>
Nov 06 09:10:33 user nova-compute[74883]:   <os>
Nov 06 09:10:33 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:10:33 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:10:33 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:10:33 user nova-compute[74883]:   </os>
Nov 06 09:10:33 user nova-compute[74883]:   <features>
Nov 06 09:10:33 user nova-compute[74883]:     <acpi/>
Nov 06 09:10:33 user nova-compute[74883]:     <apic/>
Nov 06 09:10:33 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:10:33 user nova-compute[74883]:   </features>
Nov 06 09:10:33 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:10:33 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:10:33 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:10:33 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:10:33 user nova-compute[74883]:   </clock>
Nov 06 09:10:33 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:10:33 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:10:33 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:10:33 user nova-compute[74883]:   </cpu>
Nov 06 09:10:33 user nova-compute[74883]:   <devices>
Nov 06 09:10:33 user nova-compute[74883]:     <disk type="block" device="disk">
Nov 06 09:10:33 user nova-compute[74883]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:10:33 user nova-compute[74883]:       <source dev="/dev/sdc"/>
Nov 06 09:10:33 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:10:33 user nova-compute[74883]:       <serial>9b78b788-a925-41c9-9c2a-6145a6086dc5</serial>
Nov 06 09:10:33 user nova-compute[74883]:     </disk>
Nov 06 09:10:33 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:10:33 user nova-compute[74883]:       <mac address="fa:16:3e:83:b8:5b"/>
Nov 06 09:10:33 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:10:33 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:10:33 user nova-compute[74883]:       <target dev="tap34c28e44-37"/>
Nov 06 09:10:33 user nova-compute[74883]:     </interface>
Nov 06 09:10:33 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:10:33 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/752f8ad8-8fb3-4114-8642-f8e22eba9848/console.log" append="off"/>
Nov 06 09:10:33 user nova-compute[74883]:     </serial>
Nov 06 09:10:33 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:10:33 user nova-compute[74883]:     <video>
Nov 06 09:10:33 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:10:33 user nova-compute[74883]:     </video>
Nov 06 09:10:33 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:10:33 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:10:33 user nova-compute[74883]:     </rng>
Nov 06 09:10:33 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:10:33 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:10:33 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:10:33 user nova-compute[74883]:     </memballoon>
Nov 06 09:10:33 user nova-compute[74883]:   </devices>
Nov 06 09:10:33 user nova-compute[74883]: </domain>
Nov 06 09:10:33 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1404026178',display_name='tempest-TestVolumeBootPattern-server-1404026178',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1404026178',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-rxusi8gx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:10:00Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=752f8ad8-8fb3-4114-8642-f8e22eba9848,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG os_vif [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a2cc4dc3-c7ea-5db4-8cfe-28e309e328af', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap34c28e44-37, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap34c28e44-37, col_values=(('qos', UUID('b51b2f2d-8cae-4ab3-846e-9368cd3db6e1')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap34c28e44-37, col_values=(('external_ids', {'iface-id': '34c28e44-377e-4283-b2ba-93e9a77d1615', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:83:b8:5b', 'vm-uuid': '752f8ad8-8fb3-4114-8642-f8e22eba9848'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:33 user nova-compute[74883]: INFO os_vif [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37')
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:10:33 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] No VIF found with MAC fa:16:3e:83:b8:5b, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG nova.compute.manager [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] No waiting events found dispatching network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:10:34 user nova-compute[74883]: WARNING nova.compute.manager [req-2c7ad985-5573-4223-ba25-10223236bec3 req-d703da10-41a4-404c-a199-58c1a0a75919 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received unexpected event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 for instance with vm_state building and task_state spawning.
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:10:36 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Instance spawned successfully.
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_cdrom_bus of ide {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_disk_bus of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_video_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Found default for hw_vif_model of virtio {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:10:36 user nova-compute[74883]: INFO nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Took 5.11 seconds to spawn the instance on the hypervisor.
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG nova.compute.manager [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] No waiting events found dispatching network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:10:36 user nova-compute[74883]: WARNING nova.compute.manager [req-9fc7754b-c194-43c2-95c4-c7499fc8e769 req-220afdd6-f386-4a63-8ebb-1848064c32fa service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received unexpected event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 for instance with vm_state building and task_state spawning.
Nov 06 09:10:36 user nova-compute[74883]: INFO nova.compute.manager [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Took 36.93 seconds to build instance.
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-23011ff5-5d96-43bc-a665-5622a23a85c4 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.042s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 28.436s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:10:36 user nova-compute[74883]: INFO nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 06 09:10:36 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:10:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:10:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:10:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:00 user nova-compute[74883]: DEBUG nova.compute.manager [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:11:00 user nova-compute[74883]: INFO nova.compute.manager [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] instance snapshotting
Nov 06 09:11:00 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Beginning live snapshot process
Nov 06 09:11:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json -f qcow2 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:00 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223 --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7.delta 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f11054c57c0c23378d540b8fc8cbc6806e93f223,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7.delta 1073741824" returned: 0 in 0.123s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:01 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 06 09:11:01 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 09:11:02 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74883) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 06 09:11:02 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 06 09:11:02 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 09:11:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7.delta /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:03 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7.delta /opt/stack/data/nova/instances/snapshots/tmp9ypv1oml/86b88d478be34c5b9e4a7454e49436e7" returned: 0 in 0.591s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:03 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Snapshot extracted, beginning image upload
Nov 06 09:11:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Snapshot image upload complete
Nov 06 09:11:05 user nova-compute[74883]: INFO nova.compute.manager [None req-02a251fa-9fd3-4118-878b-d39a283ab62a tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Took 5.25 seconds to snapshot the instance on the hypervisor.
Nov 06 09:11:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Starting instance... {{(pid=74883) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74883) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 06 09:11:08 user nova-compute[74883]: INFO nova.compute.claims [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Claim successful on node user
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.316s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Start building networks asynchronously for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Allocating IP information in the background. {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] allocate_for_instance() {{(pid=74883) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 06 09:11:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Start building block device mappings for instance. {{(pid=74883) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.policy [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78a59df6c114c349ff0cbeaea766f4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6509781924af42309e481213e4175e78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74883) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Start spawning the instance on the hypervisor. {{(pid=74883) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Creating instance directory {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 06 09:11:08 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Creating image(s)
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "/opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "/opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "/opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "81cf8c800b9e2405923926e500f210a7685fab97" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:08 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "81cf8c800b9e2405923926e500f210a7685fab97" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:09 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.part --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Successfully created port: 9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.part --force-share --output=json" returned: 0 in 0.193s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG nova.virt.images [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] 1f7f675d-b735-425c-8090-c557879b960d was qcow2, converting to raw {{(pid=74883) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG nova.privsep.utils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74883) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.part /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.converted {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:10 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Successfully updated port: 9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquired lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Building network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Instance cache missing network info. {{(pid=74883) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.compute.manager [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing instance network info cache due to event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] Acquiring lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.part /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.converted" returned: 0 in 1.014s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.converted --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97.converted --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "81cf8c800b9e2405923926e500f210a7685fab97" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.405s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.network.neutron [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Releasing lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Instance network_info: |[{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74883) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] Acquired lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.network.neutron [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "81cf8c800b9e2405923926e500f210a7685fab97" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "81cf8c800b9e2405923926e500f210a7685fab97" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97,backing_fmt=raw /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk 1073741824 {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97,backing_fmt=raw /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk 1073741824" returned: 0 in 0.051s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "81cf8c800b9e2405923926e500f210a7685fab97" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/81cf8c800b9e2405923926e500f210a7685fab97 --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Created local disks {{(pid=74883) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Ensure instance console log exists: /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/console.log {{(pid=74883) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 06 09:11:11 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Start _get_guest_xml network_info=[{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='50ae966067cd775ea455e121e6472e2b',container_format='bare',created_at=2023-11-06T09:11:00Z,direct_url=<?>,disk_format='qcow2',id=1f7f675d-b735-425c-8090-c557879b960d,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-70573601',owner='6509781924af42309e481213e4175e78',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T09:11:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'disk_bus': 'virtio', 'size': 0, 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'image_id': '1f7f675d-b735-425c-8090-c557879b960d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 06 09:11:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:11:12 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU controller missing on host. {{(pid=74883) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.host [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU controller found on host. {{(pid=74883) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74883) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-06T08:18:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='50ae966067cd775ea455e121e6472e2b',container_format='bare',created_at=2023-11-06T09:11:00Z,direct_url=<?>,disk_format='qcow2',id=1f7f675d-b735-425c-8090-c557879b960d,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-70573601',owner='6509781924af42309e481213e4175e78',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-06T09:11:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flavor limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Image limits 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flavor pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Image pref 0:0:0 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74883) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Got 1 possible topologies {{(pid=74883) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.hardware [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74883) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:11:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1775420516',display_name='tempest-TestStampPattern-server-1775420516',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1775420516',id=51,image_ref='1f7f675d-b735-425c-8090-c557879b960d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-tz3lrko0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='b430517c-1438-4668-b1dc-d06e756c436b',image_min_disk='1',image_min_ram='0',image_owner_id='6509781924af42309e481213e4175e78',image_owner_project_name='tempest-TestStampPattern-611513200',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-611513200-project-member',image_user_id='b78a59df6c114c349ff0cbeaea766f4c',network_allocated='True',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:11:09Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=90aeb801-0efe-4168-abf5-b283158055b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74883) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'pci_devices' on Instance uuid 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] End _get_guest_xml xml=<domain type="kvm">
Nov 06 09:11:12 user nova-compute[74883]:   <uuid>90aeb801-0efe-4168-abf5-b283158055b9</uuid>
Nov 06 09:11:12 user nova-compute[74883]:   <name>instance-00000033</name>
Nov 06 09:11:12 user nova-compute[74883]:   <memory>524288</memory>
Nov 06 09:11:12 user nova-compute[74883]:   <vcpu>1</vcpu>
Nov 06 09:11:12 user nova-compute[74883]:   <metadata>
Nov 06 09:11:12 user nova-compute[74883]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 06 09:11:12 user nova-compute[74883]:       <nova:package version="0.0.0"/>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:name>tempest-TestStampPattern-server-1775420516</nova:name>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:creationTime>2023-11-06 09:11:12</nova:creationTime>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:flavor name="m1.tiny">
Nov 06 09:11:12 user nova-compute[74883]:         <nova:memory>512</nova:memory>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:disk>1</nova:disk>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:swap>0</nova:swap>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:ephemeral>0</nova:ephemeral>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:vcpus>1</nova:vcpus>
Nov 06 09:11:12 user nova-compute[74883]:       </nova:flavor>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:owner>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:user uuid="b78a59df6c114c349ff0cbeaea766f4c">tempest-TestStampPattern-611513200-project-member</nova:user>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:project uuid="6509781924af42309e481213e4175e78">tempest-TestStampPattern-611513200</nova:project>
Nov 06 09:11:12 user nova-compute[74883]:       </nova:owner>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:root type="image" uuid="1f7f675d-b735-425c-8090-c557879b960d"/>
Nov 06 09:11:12 user nova-compute[74883]:       <nova:ports>
Nov 06 09:11:12 user nova-compute[74883]:         <nova:port uuid="9bac9d29-5827-495f-9550-7481bbdbc7c3">
Nov 06 09:11:12 user nova-compute[74883]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 06 09:11:12 user nova-compute[74883]:         </nova:port>
Nov 06 09:11:12 user nova-compute[74883]:       </nova:ports>
Nov 06 09:11:12 user nova-compute[74883]:     </nova:instance>
Nov 06 09:11:12 user nova-compute[74883]:   </metadata>
Nov 06 09:11:12 user nova-compute[74883]:   <sysinfo type="smbios">
Nov 06 09:11:12 user nova-compute[74883]:     <system>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="product">OpenStack Nova</entry>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="version">0.0.0</entry>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="serial">90aeb801-0efe-4168-abf5-b283158055b9</entry>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="uuid">90aeb801-0efe-4168-abf5-b283158055b9</entry>
Nov 06 09:11:12 user nova-compute[74883]:       <entry name="family">Virtual Machine</entry>
Nov 06 09:11:12 user nova-compute[74883]:     </system>
Nov 06 09:11:12 user nova-compute[74883]:   </sysinfo>
Nov 06 09:11:12 user nova-compute[74883]:   <os>
Nov 06 09:11:12 user nova-compute[74883]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 06 09:11:12 user nova-compute[74883]:     <boot dev="hd"/>
Nov 06 09:11:12 user nova-compute[74883]:     <smbios mode="sysinfo"/>
Nov 06 09:11:12 user nova-compute[74883]:   </os>
Nov 06 09:11:12 user nova-compute[74883]:   <features>
Nov 06 09:11:12 user nova-compute[74883]:     <acpi/>
Nov 06 09:11:12 user nova-compute[74883]:     <apic/>
Nov 06 09:11:12 user nova-compute[74883]:     <vmcoreinfo/>
Nov 06 09:11:12 user nova-compute[74883]:   </features>
Nov 06 09:11:12 user nova-compute[74883]:   <clock offset="utc">
Nov 06 09:11:12 user nova-compute[74883]:     <timer name="pit" tickpolicy="delay"/>
Nov 06 09:11:12 user nova-compute[74883]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 06 09:11:12 user nova-compute[74883]:     <timer name="hpet" present="no"/>
Nov 06 09:11:12 user nova-compute[74883]:   </clock>
Nov 06 09:11:12 user nova-compute[74883]:   <cpu mode="custom" match="exact">
Nov 06 09:11:12 user nova-compute[74883]:     <model>Nehalem</model>
Nov 06 09:11:12 user nova-compute[74883]:     <topology sockets="1" cores="1" threads="1"/>
Nov 06 09:11:12 user nova-compute[74883]:   </cpu>
Nov 06 09:11:12 user nova-compute[74883]:   <devices>
Nov 06 09:11:12 user nova-compute[74883]:     <disk type="file" device="disk">
Nov 06 09:11:12 user nova-compute[74883]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 06 09:11:12 user nova-compute[74883]:       <source file="/opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk"/>
Nov 06 09:11:12 user nova-compute[74883]:       <target dev="vda" bus="virtio"/>
Nov 06 09:11:12 user nova-compute[74883]:     </disk>
Nov 06 09:11:12 user nova-compute[74883]:     <interface type="ethernet">
Nov 06 09:11:12 user nova-compute[74883]:       <mac address="fa:16:3e:fd:5f:c5"/>
Nov 06 09:11:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:11:12 user nova-compute[74883]:       <mtu size="1442"/>
Nov 06 09:11:12 user nova-compute[74883]:       <target dev="tap9bac9d29-58"/>
Nov 06 09:11:12 user nova-compute[74883]:     </interface>
Nov 06 09:11:12 user nova-compute[74883]:     <serial type="pty">
Nov 06 09:11:12 user nova-compute[74883]:       <log file="/opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/console.log" append="off"/>
Nov 06 09:11:12 user nova-compute[74883]:     </serial>
Nov 06 09:11:12 user nova-compute[74883]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 06 09:11:12 user nova-compute[74883]:     <video>
Nov 06 09:11:12 user nova-compute[74883]:       <model type="virtio"/>
Nov 06 09:11:12 user nova-compute[74883]:     </video>
Nov 06 09:11:12 user nova-compute[74883]:     <rng model="virtio">
Nov 06 09:11:12 user nova-compute[74883]:       <backend model="random">/dev/urandom</backend>
Nov 06 09:11:12 user nova-compute[74883]:     </rng>
Nov 06 09:11:12 user nova-compute[74883]:     <controller type="usb" index="0" model="none"/>
Nov 06 09:11:12 user nova-compute[74883]:     <memballoon model="virtio">
Nov 06 09:11:12 user nova-compute[74883]:       <stats period="10"/>
Nov 06 09:11:12 user nova-compute[74883]:     </memballoon>
Nov 06 09:11:12 user nova-compute[74883]:   </devices>
Nov 06 09:11:12 user nova-compute[74883]: </domain>
Nov 06 09:11:12 user nova-compute[74883]:  {{(pid=74883) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:11:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1775420516',display_name='tempest-TestStampPattern-server-1775420516',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1775420516',id=51,image_ref='1f7f675d-b735-425c-8090-c557879b960d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-tz3lrko0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='b430517c-1438-4668-b1dc-d06e756c436b',image_min_disk='1',image_min_ram='0',image_owner_id='6509781924af42309e481213e4175e78',image_owner_project_name='tempest-TestStampPattern-611513200',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-611513200-project-member',image_user_id='b78a59df6c114c349ff0cbeaea766f4c',network_allocated='True',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-06T09:11:09Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=90aeb801-0efe-4168-abf5-b283158055b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG os_vif [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58') {{(pid=74883) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1ff83051-dfd0-5614-b05f-4298a9f43ca9', '_type': 'linux-noop'}}, row=False) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9bac9d29-58, may_exist=True, interface_attrs={}) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9bac9d29-58, col_values=(('qos', UUID('14d8c095-5477-43b3-9520-7cf0073b05e1')),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9bac9d29-58, col_values=(('external_ids', {'iface-id': '9bac9d29-5827-495f-9550-7481bbdbc7c3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:5f:c5', 'vm-uuid': '90aeb801-0efe-4168-abf5-b283158055b9'}),), if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:12 user nova-compute[74883]: INFO os_vif [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58')
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.neutron [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updated VIF entry in instance network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.network.neutron [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No VIF found with MAC fa:16:3e:fd:5f:c5, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:11:12 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4374f1a3-79c6-4521-84ed-bc1f16ab55ca req-e3339cf4-bfbc-4eb9-a405-3851efab4896 service nova] Releasing lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:13 user nova-compute[74883]: DEBUG nova.compute.manager [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] No waiting events found dispatching network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:11:13 user nova-compute[74883]: WARNING nova.compute.manager [req-a594d40c-94af-44dc-b16e-54103c9ea7d0 req-f5979ff6-d016-41cb-a325-e751d896898c service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received unexpected event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 for instance with vm_state building and task_state spawning.
Nov 06 09:11:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:14 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:14 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Instance event wait completed in 0 seconds for  {{(pid=74883) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Guest created on hypervisor {{(pid=74883) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 06 09:11:15 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Instance spawned successfully.
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Found default for hw_input_bus of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Found default for hw_pointer_model of None {{(pid=74883) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.manager [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] No waiting events found dispatching network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:11:15 user nova-compute[74883]: WARNING nova.compute.manager [req-e896ed1c-15cd-43bf-8e81-77947de232b4 req-dd14da40-bc2e-4f29-bece-664f28b19765 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received unexpected event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 for instance with vm_state building and task_state spawning.
Nov 06 09:11:15 user nova-compute[74883]: INFO nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Took 6.88 seconds to spawn the instance on the hypervisor.
Nov 06 09:11:15 user nova-compute[74883]: DEBUG nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Checking state {{(pid=74883) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:15 user nova-compute[74883]: INFO nova.compute.manager [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Took 7.57 seconds to build instance.
Nov 06 09:11:15 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ba727c46-6b64-424f-9b07-82b8cd32b6e7 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.686s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:11:16 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8703MB free_disk=24.70230484008789GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ffe7e55d-2501-41f6-a912-f66804bfb38f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 752f8ad8-8fb3-4114-8642-f8e22eba9848 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 90aeb801-0efe-4168-abf5-b283158055b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:11:16 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.365s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:11:18 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:11:19 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:11:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:11:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:22 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:27 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:11:29 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:11:32 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:39 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:42 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:44 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:47 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.compute.manager [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing instance network info cache due to event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] Acquiring lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] Acquired lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updated VIF entry in instance network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.network.neutron [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-f18d414c-ebf9-4729-9015-770bf671cd3e req-c2bf4284-6238-4708-80d4-3c639b5036af service nova] Releasing lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:52 user nova-compute[74883]: INFO nova.compute.manager [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Terminating instance
Nov 06 09:11:52 user nova-compute[74883]: DEBUG nova.compute.manager [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:11:52 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Instance destroyed successfully.
Nov 06 09:11:53 user nova-compute[74883]: DEBUG nova.objects.instance [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid 752f8ad8-8fb3-4114-8642-f8e22eba9848 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:09:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1404026178',display_name='tempest-TestVolumeBootPattern-server-1404026178',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1404026178',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:10:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-rxusi8gx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:10:37Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=752f8ad8-8fb3-4114-8642-f8e22eba9848,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_vif [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap34c28e44-37, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b51b2f2d-8cae-4ab3-846e-9368cd3db6e1) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:11:53 user nova-compute[74883]: INFO os_vif [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:83:b8:5b,bridge_name='br-int',has_traffic_filtering=True,id=34c28e44-377e-4283-b2ba-93e9a77d1615,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap34c28e44-37')
Nov 06 09:11:53 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sWSzGfMC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:11:53 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3e3c87-0484-4cbd-ad0f-5287e3442327]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:11:53 user nova-compute[74883]: No targets found.
Nov 06 09:11:53 user nova-compute[74883]: iSNS:
Nov 06 09:11:53 user nova-compute[74883]: No targets found.
Nov 06 09:11:53 user nova-compute[74883]: STATIC:
Nov 06 09:11:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322
Nov 06 09:11:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:11:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:11:53 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5
Nov 06 09:11:53 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:11:53 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:11:53 user nova-compute[74883]: FIRMWARE:
Nov 06 09:11:53 user nova-compute[74883]: No targets found.
Nov 06 09:11:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:11:53 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:11:53 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[45621ac1-8a2b-4ee3-800d-316cf2d39ce1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[749559fd-7ac4-49f9-9ece-7b9487734b0f]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:11:53 user nova-compute[74883]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)
Nov 06 09:11:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:11:53 user nova-compute[74883]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 (non-flash)
Nov 06 09:11:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170c57ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5'): ({'sdc'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdc {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3996d3-b195-4b3c-a406-f2d3e6289bb5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a4fcdf3-7213-4aeb-935d-ecd445b12edd]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdc {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8db0a79b-5fc4-4db3-9069-637345816c58]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d4b9ca0-7f3d-42a3-a29a-323520782271]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdc have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_f4f7b5c7',) {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ff20a2-0d14-4856-9c69-141f74e5ad54]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7216c438-0a49-42ec-b016-6883d63414e2]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[14db4ad6-f3e4-47aa-9c92-8de44492cdac]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260]
Nov 06 09:11:53 user nova-compute[74883]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5, portal: 172.16.0.220,3260] successful.
Nov 06 09:11:53 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b78b788-a925-41c9-9c2a-6145a6086dc5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8f3ac41-9752-41bf-91e3-5104fdb5e77a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:11:53 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (288ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:11:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Deleting instance files /opt/stack/data/nova/instances/752f8ad8-8fb3-4114-8642-f8e22eba9848_del
Nov 06 09:11:54 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Deletion of /opt/stack/data/nova/instances/752f8ad8-8fb3-4114-8642-f8e22eba9848_del complete
Nov 06 09:11:54 user nova-compute[74883]: INFO nova.compute.manager [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing instance network info cache due to event network-changed-34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Acquiring lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Acquired lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Refreshing network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:54 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Took 0.49 seconds to deallocate network for instance.
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-343c7ff1-a6f5-4900-82cf-96b83cded967 req-f61805e7-cf66-47d2-8010-17c7416fa95e service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-deleted-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:54 user nova-compute[74883]: INFO nova.compute.manager [req-343c7ff1-a6f5-4900-82cf-96b83cded967 req-f61805e7-cf66-47d2-8010-17c7416fa95e service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Neutron deleted interface 34c28e44-377e-4283-b2ba-93e9a77d1615; detaching it from the instance and deleting it from the info cache
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-343c7ff1-a6f5-4900-82cf-96b83cded967 req-f61805e7-cf66-47d2-8010-17c7416fa95e service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-343c7ff1-a6f5-4900-82cf-96b83cded967 req-f61805e7-cf66-47d2-8010-17c7416fa95e service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Detach interface failed, port_id=34c28e44-377e-4283-b2ba-93e9a77d1615, reason: Instance 752f8ad8-8fb3-4114-8642-f8e22eba9848 could not be found. {{(pid=74883) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updated VIF entry in instance network info cache for port 34c28e44-377e-4283-b2ba-93e9a77d1615. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.network.neutron [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Updating instance_info_cache with network_info: [{"id": "34c28e44-377e-4283-b2ba-93e9a77d1615", "address": "fa:16:3e:83:b8:5b", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap34c28e44-37", "ovs_interfaceid": "34c28e44-377e-4283-b2ba-93e9a77d1615", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Releasing lock "refresh_cache-752f8ad8-8fb3-4114-8642-f8e22eba9848" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-unplugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] No waiting events found dispatching network-vif-unplugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-unplugged-34c28e44-377e-4283-b2ba-93e9a77d1615 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Acquiring lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:54 user nova-compute[74883]: DEBUG nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] No waiting events found dispatching network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:11:54 user nova-compute[74883]: WARNING nova.compute.manager [req-4d958e22-60d8-4cb1-9c6b-329d9a40350a req-695a0301-eaf3-4289-b580-fc6f1dfa2a88 service nova] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Received unexpected event network-vif-plugged-34c28e44-377e-4283-b2ba-93e9a77d1615 for instance with vm_state active and task_state deleting.
Nov 06 09:11:55 user nova-compute[74883]: INFO nova.compute.manager [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: 752f8ad8-8fb3-4114-8642-f8e22eba9848] Took 0.84 seconds to detach 1 volumes for instance.
Nov 06 09:11:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:11:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:11:55 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:11:55 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:11:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.180s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:55 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance 752f8ad8-8fb3-4114-8642-f8e22eba9848
Nov 06 09:11:55 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-296c4baa-3777-4c70-8e23-ab45ae449946 tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "752f8ad8-8fb3-4114-8642-f8e22eba9848" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.848s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:11:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:12 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74883) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:12:17 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:12:18 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:12:18 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8766MB free_disk=24.70008087158203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance ffe7e55d-2501-41f6-a912-f66804bfb38f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 90aeb801-0efe-4168-abf5-b283158055b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:12:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.524s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:12:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:19 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:12:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:12:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:12:19 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:12:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:12:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:12:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:12:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:12:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:12:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:12:59 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG nova.compute.manager [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing instance network info cache due to event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] Acquiring lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] Acquired lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updated VIF entry in instance network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG nova.network.neutron [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:13:00 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e23bbc2e-3331-492d-804b-f78a7798028b req-5ce0c639-60d9-4515-a70f-4f70d1968b14 service nova] Releasing lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:01 user nova-compute[74883]: INFO nova.compute.manager [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Attaching volume 3427664e-57e3-4826-b6c1-76c7b666c223 to /dev/vdb
Nov 06 09:13:01 user nova-compute[74883]: DEBUG os_brick.utils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7281e4f7-473a-4382-aa18-cfb65b4df6d3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:54ba3fafd1a9\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[8495fc59-673b-405e-a4c5-ed48e43a85cc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:01 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bc9668-f10c-4351-89b8-5bed06ffad2e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c71ccf-21c6-44cd-b700-5a9ba69602ba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Running cmd (subprocess): nvme version {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] 'nvme version' failed. Not Retrying. {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] nvme not present on system {{(pid=74883) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 06 09:13:02 user nova-compute[74883]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 06 09:13:02 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[4065f79a-cd5f-47b0-881a-52079aab4844]: (4, '') {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74883) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.lightos [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] LIGHTOS: no hostnqn found. {{(pid=74883) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG os_brick.utils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:54ba3fafd1a9', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:13:02 user nova-compute[74883]: DEBUG nova.virt.block_device [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating existing volume attachment record: 73669f44-47a1-40be-860d-59c814db3dfd {{(pid=74883) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 06 09:13:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:04 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.compute.manager [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing instance network info cache due to event network-changed-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] Acquiring lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] Acquired lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Refreshing network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:05 user nova-compute[74883]: INFO nova.compute.manager [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Terminating instance
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.compute.manager [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updated VIF entry in instance network info cache for port ee04dd16-ba3d-4d3a-8dc5-2e21246fa541. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.network.neutron [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [{"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-e00df74b-be22-4aed-a04a-400811b1f3f9 req-a001bdc2-43b7-461f-a0b1-04fbfce1c0e9 service nova] Releasing lock "refresh_cache-ffe7e55d-2501-41f6-a912-f66804bfb38f" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:13:05 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Instance destroyed successfully.
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.objects.instance [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lazy-loading 'resources' on Instance uuid ffe7e55d-2501-41f6-a912-f66804bfb38f {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1617388723',display_name='tempest-TestVolumeBootPattern-server-1617388723',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1617388723',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC4R/V3pc0GTlm1TSy68C9XqrBXjSJxMpNHJ0UTAO9TuBwTbnOsoJdekj0EcdzYYnFxf8SVZY90per/+miVuTUWoTo+2pHxnuHnq5oPipsgLT+mRnykI41ZySHDzA2OvhQ==',key_name='tempest-TestVolumeBootPattern-1940892357',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:08:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8c6258c471354852b1985115fbfcad9a',ramdisk_id='',reservation_id='r-3eh41xtb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-185941371',owner_user_name='tempest-TestVolumeBootPattern-185941371-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:08:17Z,user_data=None,user_id='538195f377ca4c7fabd4f80284acf8b8',uuid=ffe7e55d-2501-41f6-a912-f66804bfb38f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converting VIF {"id": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "address": "fa:16:3e:73:5a:75", "network": {"id": "25d3dfca-ccad-4049-a241-e4c58db8dcf9", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1351958190-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8c6258c471354852b1985115fbfcad9a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapee04dd16-ba", "ovs_interfaceid": "ee04dd16-ba3d-4d3a-8dc5-2e21246fa541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_vif [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapee04dd16-ba, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32fcc574-c976-4ef9-b303-cf62e213ee3b) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:05 user nova-compute[74883]: INFO os_vif [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:5a:75,bridge_name='br-int',has_traffic_filtering=True,id=ee04dd16-ba3d-4d3a-8dc5-2e21246fa541,network=Network(25d3dfca-ccad-4049-a241-e4c58db8dcf9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapee04dd16-ba')
Nov 06 09:13:05 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'inOEHCcK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:13:05 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c94676e-92d5-4243-a25e-f07ad3f560a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:13:05 user nova-compute[74883]: No targets found.
Nov 06 09:13:05 user nova-compute[74883]: iSNS:
Nov 06 09:13:05 user nova-compute[74883]: No targets found.
Nov 06 09:13:05 user nova-compute[74883]: STATIC:
Nov 06 09:13:05 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322
Nov 06 09:13:05 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:13:05 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:13:05 user nova-compute[74883]: FIRMWARE:
Nov 06 09:13:05 user nova-compute[74883]: No targets found.
Nov 06 09:13:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:13:05 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:13:05 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1711f80-094b-421c-adac-929ab36c8f19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[23177f20-afbb-4740-9045-2beefe4c28f2]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:13:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 (non-flash)
Nov 06 09:13:05 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f11c0f868c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f61141-2dac-4e6e-9f07-066b999f3e9c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:05 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c5801bb-36f0-4855-b21d-0aebad75fb4c]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9acf20-ca0e-4bd4-9a17-9b4e0945550b]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[efb5afb1-e412-4eca-b294-80dd564de922]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_dfe4a7e5', '/dev/disk/by-id/scsi-1SCST_BIOdfe4a7e5-aa199edd98a79515', '/dev/disk/by-id/scsi-26161313939656464') {{(pid=86553) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ddf0279-56c6-4196-960f-cc07c208f415]: (4, None) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[445c2197-93b6-484f-bca2-f72fab3dce1a]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[90700e0e-a6a8-4f9a-8140-97fe89c51252]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260]
Nov 06 09:13:06 user nova-compute[74883]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322, portal: 172.16.0.220,3260] successful.
Nov 06 09:13:06 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6fbd0f60-47bc-4090-8571-054e071c0322 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[09036d11-06ad-4293-a90d-156a05fdb295]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] <== disconnect_volume: return (293ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:13:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Deleting instance files /opt/stack/data/nova/instances/ffe7e55d-2501-41f6-a912-f66804bfb38f_del
Nov 06 09:13:06 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Deletion of /opt/stack/data/nova/instances/ffe7e55d-2501-41f6-a912-f66804bfb38f_del complete
Nov 06 09:13:06 user nova-compute[74883]: INFO nova.compute.manager [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 06 09:13:06 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:13:06 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:13:06 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Took 0.44 seconds to deallocate network for instance.
Nov 06 09:13:06 user nova-compute[74883]: DEBUG nova.compute.manager [req-0ee85e7f-44b1-4489-9844-9e43ad158d58 req-a589f6e6-1f03-4bcd-9ee2-661caa354edd service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-deleted-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-unplugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] No waiting events found dispatching network-vif-unplugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-unplugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Acquiring lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] No waiting events found dispatching network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:13:07 user nova-compute[74883]: WARNING nova.compute.manager [req-d8eb9907-8c3b-488c-bc3b-39dcc93e71a2 req-d57f55c1-6c84-426f-8ed5-3dd52f3ea454 service nova] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Received unexpected event network-vif-plugged-ee04dd16-ba3d-4d3a-8dc5-2e21246fa541 for instance with vm_state active and task_state deleting.
Nov 06 09:13:07 user nova-compute[74883]: INFO nova.compute.manager [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] [instance: ffe7e55d-2501-41f6-a912-f66804bfb38f] Took 0.92 seconds to detach 1 volumes for instance.
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.150s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:07 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Deleted allocations for instance ffe7e55d-2501-41f6-a912-f66804bfb38f
Nov 06 09:13:07 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-118e44fe-89cc-4f8d-b56d-368d0e42dafa tempest-TestVolumeBootPattern-185941371 tempest-TestVolumeBootPattern-185941371-project-member] Lock "ffe7e55d-2501-41f6-a912-f66804bfb38f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.859s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:18 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:19 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:13:19 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:13:19 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=8874MB free_disk=24.698741912841797GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance 90aeb801-0efe-4168-abf5-b283158055b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:13:19 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.244s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:20 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Calling os-brick to attach iSCSI Volume {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZTkseRjJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:13:22 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:13:22 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:13:22 user nova-compute[74883]: INFO os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[98535b8d-555e-4df8-bdf6-f5f4e5e60b90]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 06 09:13:22 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --interface default --op new {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ad0ab5-f5bb-4a9f-a160-999695acca4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223] added\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223] added
Nov 06 09:13:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[812fdf2f-eff6-4417-8d86-babbcecb465d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[e43ecfed-3c95-4d80-a6ef-96f5a175c9e0]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZTkseRjJ {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZTkseRjJ" returned: 0 in 0.026s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[1290c2e8-2e76-4828-ba35-8847dd618d4e]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZTkseRjJ'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f624ef5-6840-40cf-9ad9-6f58db038d64]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f3b1c2-92af-4308-9721-a0c2c2126a93]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 06 09:13:22 user nova-compute[74883]:  {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 06 09:13:22 user nova-compute[74883]:  {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:13:22 user nova-compute[74883]: WARNING os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 06 09:13:22 user nova-compute[74883]: 
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --login {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e53d617-5889-41ce-9a29-c4345fe49cf0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260]
Nov 06 09:13:22 user nova-compute[74883]: Login to [iface: default, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260] successful.
Nov 06 09:13:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0815ad9-e373-4415-a87e-41673f647fac]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[69536d31-1d1e-4200-9732-3437d627d1d3]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)
Nov 06 09:13:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)
Nov 06 09:13:22 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Connected to 172.16.0.220:3260 {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74883) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74883) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[611b1f7f-7912-416b-add2-a6d025d521d3]: (4, ('- - 0', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74883) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 06 09:13:22 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZTkseRjJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74883) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 06 09:13:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:13:23 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23939386539346366', 'path': '/dev/sdb'} {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:13:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939386539346366', 'path': '/dev/sdb'} {{(pid=74883) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 06 09:13:23 user nova-compute[74883]: DEBUG nova.objects.instance [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:13:23 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] attach device xml: <disk type="block" device="disk">
Nov 06 09:13:23 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:13:23 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:13:23 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:13:23 user nova-compute[74883]:   <serial>3427664e-57e3-4826-b6c1-76c7b666c223</serial>
Nov 06 09:13:23 user nova-compute[74883]: </disk>
Nov 06 09:13:23 user nova-compute[74883]:  {{(pid=74883) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 06 09:13:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vda, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:13:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74883) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 06 09:13:24 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] No VIF found with MAC fa:16:3e:fd:5f:c5, not building metadata {{(pid=74883) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 06 09:13:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-ec288e2a-95a6-4918-985a-eafeef93c683 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.467s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:25 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:13:26 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:13:26 user nova-compute[74883]: INFO nova.compute.manager [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Detaching volume 3427664e-57e3-4826-b6c1-76c7b666c223
Nov 06 09:13:26 user nova-compute[74883]: INFO nova.virt.block_device [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Attempting to driver detach volume 3427664e-57e3-4826-b6c1-76c7b666c223 from mountpoint /dev/vdb
Nov 06 09:13:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Attempting to detach device vdb from instance 90aeb801-0efe-4168-abf5-b283158055b9 from the persistent domain config. {{(pid=74883) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 06 09:13:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:13:26 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:13:26 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:13:26 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:13:26 user nova-compute[74883]:   <serial>3427664e-57e3-4826-b6c1-76c7b666c223</serial>
Nov 06 09:13:26 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:13:26 user nova-compute[74883]: </disk>
Nov 06 09:13:26 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:13:26 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully detached device vdb from instance 90aeb801-0efe-4168-abf5-b283158055b9 from the persistent domain config.
Nov 06 09:13:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 90aeb801-0efe-4168-abf5-b283158055b9 from the live domain config. {{(pid=74883) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 06 09:13:26 user nova-compute[74883]: DEBUG nova.virt.libvirt.guest [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] detach device xml: <disk type="block" device="disk">
Nov 06 09:13:26 user nova-compute[74883]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 06 09:13:26 user nova-compute[74883]:   <source dev="/dev/sdb"/>
Nov 06 09:13:26 user nova-compute[74883]:   <target dev="vdb" bus="virtio"/>
Nov 06 09:13:26 user nova-compute[74883]:   <serial>3427664e-57e3-4826-b6c1-76c7b666c223</serial>
Nov 06 09:13:26 user nova-compute[74883]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 06 09:13:26 user nova-compute[74883]: </disk>
Nov 06 09:13:26 user nova-compute[74883]:  {{(pid=74883) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 06 09:13:27 user nova-compute[74883]: DEBUG nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 06 09:13:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:30 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:13:34 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:40 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:45 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:13:47 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 90aeb801-0efe-4168-abf5-b283158055b9 is timed out.
Nov 06 09:13:47 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully detached device vdb from instance 90aeb801-0efe-4168-abf5-b283158055b9 from the live domain config.
Nov 06 09:13:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] calling os-brick to detach iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f119447bdc0>, {'target_iqn': 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZTkseRjJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 06 09:13:47 user nova-compute[74883]: WARNING os_brick.initiator.connectors.base [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[360bd4bd-28c6-4586-a6db-94bb94de913b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 06 09:13:47 user nova-compute[74883]: No targets found.
Nov 06 09:13:47 user nova-compute[74883]: iSNS:
Nov 06 09:13:47 user nova-compute[74883]: No targets found.
Nov 06 09:13:47 user nova-compute[74883]: STATIC:
Nov 06 09:13:47 user nova-compute[74883]: Target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223
Nov 06 09:13:47 user nova-compute[74883]:         Portal: 172.16.0.220:3260,-1
Nov 06 09:13:47 user nova-compute[74883]:                 Iface Name: default
Nov 06 09:13:47 user nova-compute[74883]: FIRMWARE:
Nov 06 09:13:47 user nova-compute[74883]: No targets found.
Nov 06 09:13:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 06 09:13:47 user nova-compute[74883]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 06 09:13:47 user nova-compute[74883]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74883) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223', 0)] {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc1579e-e52a-444d-8cdc-a5580cef9373]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d1e84d-00e0-4008-9339-5c4ebe903800]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)
Nov 06 09:13:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 (non-flash)
Nov 06 09:13:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f1170ab8310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223'): ({'sdb'}, set())}) {{(pid=74883) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Removing single pathed devices sdb {{(pid=74883) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[010dc585-a000-4107-af4d-3ea69b7ee855]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[c94df976-a997-4b4c-84b1-18efabb64876]: (4, ('ok\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Flushing IO for device /dev/sdb {{(pid=74883) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5917ff3e-0234-40d3-8528-28e8b0e7b75d]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74883) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e4966a4-e0a6-4b2b-8e2b-eb6c4a6f1d06]: (4, ('1', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.linuxscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] SCSI volumes sdb have been removed. {{(pid=74883) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223')] {{(pid=74883) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f409578-cf8e-4b17-ad4b-75b711a76808]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --logout {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c977a8-ff2c-467f-b6cf-7410c161d70b]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260]
Nov 06 09:13:47 user nova-compute[74883]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223, portal: 172.16.0.220,3260] successful.
Nov 06 09:13:47 user nova-compute[74883]:  stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op delete {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3427664e-57e3-4826-b6c1-76c7b666c223 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86553) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb61316-823f-43d6-89ef-7cc44deb3e72]: (4, ('', '')) {{(pid=86553) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74883) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.base [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] <== disconnect_volume: return (286ms) None {{(pid=74883) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 06 09:13:47 user nova-compute[74883]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Disconnected iSCSI Volume {{(pid=74883) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 06 09:13:48 user nova-compute[74883]: DEBUG nova.objects.instance [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'flavor' on Instance uuid 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:13:48 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-0d0d9c7a-8f8e-487c-b3f5-4038e040d0af tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.704s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:13:50 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:13:55 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:00 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:05 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:07 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:09 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:10 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:12 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:13 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:15 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:16 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 06 09:14:16 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] There are 0 instances to clean {{(pid=74883) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing instance network info cache due to event network-changed-9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] Acquiring lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] Acquired lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.network.neutron [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Refreshing network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:17 user nova-compute[74883]: INFO nova.compute.manager [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Terminating instance
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-unplugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] No waiting events found dispatching network-vif-unplugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:14:17 user nova-compute[74883]: DEBUG nova.compute.manager [req-c42f23eb-5e1b-460a-8360-5ab22b553854 req-67181a60-2dc8-4770-9a1d-2e14e3856309 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-unplugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 for instance with task_state deleting. {{(pid=74883) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 06 09:14:18 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Instance destroyed successfully.
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'resources' on Instance uuid 90aeb801-0efe-4168-abf5-b283158055b9 {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:11:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1775420516',display_name='tempest-TestStampPattern-server-1775420516',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1775420516',id=51,image_ref='1f7f675d-b735-425c-8090-c557879b960d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:11:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-tz3lrko0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='b430517c-1438-4668-b1dc-d06e756c436b',image_min_disk='1',image_min_ram='0',image_owner_id='6509781924af42309e481213e4175e78',image_owner_project_name='tempest-TestStampPattern-611513200',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-611513200-project-member',image_user_id='b78a59df6c114c349ff0cbeaea766f4c',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:11:16Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=90aeb801-0efe-4168-abf5-b283158055b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.118", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG os_vif [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bac9d29-58, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14d8c095-5477-43b3-9520-7cf0073b05e1) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:18 user nova-compute[74883]: INFO os_vif [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fd:5f:c5,bridge_name='br-int',has_traffic_filtering=True,id=9bac9d29-5827-495f-9550-7481bbdbc7c3,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bac9d29-58')
Nov 06 09:14:18 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Deleting instance files /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9_del
Nov 06 09:14:18 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Deletion of /opt/stack/data/nova/instances/90aeb801-0efe-4168-abf5-b283158055b9_del complete
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.neutron [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updated VIF entry in instance network info cache for port 9bac9d29-5827-495f-9550-7481bbdbc7c3. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.neutron [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [{"id": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "address": "fa:16:3e:fd:5f:c5", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bac9d29-58", "ovs_interfaceid": "9bac9d29-5827-495f-9550-7481bbdbc7c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-83f07e78-c2ee-42f2-8f46-690f8ab04194 req-2c7e2f99-54b6-4752-9996-c6dfeb16ce8b service nova] Releasing lock "refresh_cache-90aeb801-0efe-4168-abf5-b283158055b9" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:14:18 user nova-compute[74883]: INFO nova.compute.manager [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 06 09:14:18 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:14:18 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Took 0.44 seconds to deallocate network for instance.
Nov 06 09:14:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Refreshing inventories for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Updating ProviderTree inventory for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Updating inventory in ProviderTree for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Refreshing aggregate associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, aggregates: None {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Refreshing trait associations for resource provider e217f4f8-1ed1-4401-b1e9-56d30df3c040, traits: HW_CPU_X86_SSSE3,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_FDC,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NODE,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_MULTI_ATTACH,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_SATA,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE41,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_RTL8139 {{(pid=74883) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:14:18 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:19 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Deleted allocations for instance 90aeb801-0efe-4168-abf5-b283158055b9
Nov 06 09:14:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a16aaece-3731-4f0c-b103-202a5a06cf14 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "90aeb801-0efe-4168-abf5-b283158055b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.814s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] Acquiring lock "90aeb801-0efe-4168-abf5-b283158055b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] Lock "90aeb801-0efe-4168-abf5-b283158055b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] No waiting events found dispatching network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:14:19 user nova-compute[74883]: WARNING nova.compute.manager [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received unexpected event network-vif-plugged-9bac9d29-5827-495f-9550-7481bbdbc7c3 for instance with vm_state deleted and task_state None.
Nov 06 09:14:19 user nova-compute[74883]: DEBUG nova.compute.manager [req-342203a5-be9d-44db-beb3-757dfc4d82f5 req-31fdbe6b-d926-42a8-9222-197b22db41d5 service nova] [instance: 90aeb801-0efe-4168-abf5-b283158055b9] Received event network-vif-deleted-9bac9d29-5827-495f-9550-7481bbdbc7c3 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:14:20 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:14:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:14:21 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=24.698307037353516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:14:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:14:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:31 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:33 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:38 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:43 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:48 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:50 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:14:50 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74883) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 06 09:14:53 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:14:58 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:03 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:08 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:13 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:15 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:15:18 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Forcefully refreshing network info cache for instance {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.objects.instance [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lazy-loading 'info_cache' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.network.neutron [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated the network info_cache for instance {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:15:21 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG oslo_concurrency.processutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74883) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 06 09:15:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:15:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9027MB free_disk=24.795177459716797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Instance b430517c-1438-4668-b1dc-d06e756c436b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74883) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:15:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:23 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:28 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.compute.manager [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing instance network info cache due to event network-changed-e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] Acquiring lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] Acquired lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Refreshing network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:30 user nova-compute[74883]: INFO nova.compute.manager [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Terminating instance
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.compute.manager [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Start destroying the instance on the hypervisor. {{(pid=74883) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updated VIF entry in instance network info cache for port e431dbc5-8aad-489c-9ff0-937c52e8ff41. {{(pid=74883) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 06 09:15:30 user nova-compute[74883]: DEBUG nova.network.neutron [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [{"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-029f96c0-2577-498b-b5cf-bdaa7afb8d24 req-0a46a57e-77a0-4c81-95b5-7b8074c9dc4c service nova] Releasing lock "refresh_cache-b430517c-1438-4668-b1dc-d06e756c436b" {{(pid=74883) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Instance destroyed successfully.
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.objects.instance [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lazy-loading 'resources' on Instance uuid b430517c-1438-4668-b1dc-d06e756c436b {{(pid=74883) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.virt.libvirt.vif [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-06T09:07:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1477339845',display_name='tempest-TestStampPattern-server-1477339845',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1477339845',id=48,image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKMIAQVMvRiyh2Hy0ic+9r7gO6muLtsBxpNR5753l3rmxXd+/VR//7snIDcJcz42obWCVo1UwSYWy6IT4AEC9qBvdxxS1yqh+PFEPKcXFsOczyE9JaBDvuNKrhTcVMHTlA==',key_name='tempest-TestStampPattern-498089317',keypairs=<?>,launch_index=0,launched_at=2023-11-06T09:07:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6509781924af42309e481213e4175e78',ramdisk_id='',reservation_id='r-b94oqb3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='719c39bf-76bf-4945-8ceb-cf903c039ec0',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-611513200',owner_user_name='tempest-TestStampPattern-611513200-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-06T09:11:06Z,user_data=None,user_id='b78a59df6c114c349ff0cbeaea766f4c',uuid=b430517c-1438-4668-b1dc-d06e756c436b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converting VIF {"id": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "address": "fa:16:3e:a1:23:54", "network": {"id": "521282f7-f18a-4af4-85f5-ba623ec7a17b", "bridge": "br-int", "label": "tempest-TestStampPattern-1278202926-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6509781924af42309e481213e4175e78", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape431dbc5-8a", "ovs_interfaceid": "e431dbc5-8aad-489c-9ff0-937c52e8ff41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.network.os_vif_util [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a') {{(pid=74883) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG os_vif [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a') {{(pid=74883) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape431dbc5-8a, bridge=br-int, if_exists=True) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d403a683-c5b5-429f-85ba-10ab0a66024a) {{(pid=74883) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:31 user nova-compute[74883]: INFO os_vif [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a1:23:54,bridge_name='br-int',has_traffic_filtering=True,id=e431dbc5-8aad-489c-9ff0-937c52e8ff41,network=Network(521282f7-f18a-4af4-85f5-ba623ec7a17b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape431dbc5-8a')
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Deleting instance files /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b_del
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.virt.libvirt.driver [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Deletion of /opt/stack/data/nova/instances/b430517c-1438-4668-b1dc-d06e756c436b_del complete
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.compute.manager [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo.service.loopingcall [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74883) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.compute.manager [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Deallocating network for instance {{(pid=74883) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] deallocate_for_instance() {{(pid=74883) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.network.neutron [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Updating instance_info_cache with network_info: [] {{(pid=74883) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.compute.manager [-] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Took 0.44 seconds to deallocate network for instance.
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.compute.manager [req-9e40cb33-9d03-484c-ac6a-9b867490fecd req-da3dade5-12e0-4430-a357-e092a0c1ca6d service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-vif-deleted-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.119s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:31 user nova-compute[74883]: INFO nova.scheduler.client.report [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Deleted allocations for instance b430517c-1438-4668-b1dc-d06e756c436b
Nov 06 09:15:31 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-a5077767-d165-43f3-8feb-0bf96bc35f02 tempest-TestStampPattern-611513200 tempest-TestStampPattern-611513200-project-member] Lock "b430517c-1438-4668-b1dc-d06e756c436b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.598s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-vif-unplugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] No waiting events found dispatching network-vif-unplugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:15:32 user nova-compute[74883]: WARNING nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received unexpected event network-vif-unplugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 for instance with vm_state deleted and task_state None.
Nov 06 09:15:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Acquiring lock "b430517c-1438-4668-b1dc-d06e756c436b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] Lock "b430517c-1438-4668-b1dc-d06e756c436b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:15:32 user nova-compute[74883]: DEBUG nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] No waiting events found dispatching network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 {{(pid=74883) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 06 09:15:32 user nova-compute[74883]: WARNING nova.compute.manager [req-0a76a90b-fe16-479b-8fad-66015308c9cc req-98fa34eb-817b-4ed7-8a42-f559a9aa66ec service nova] [instance: b430517c-1438-4668-b1dc-d06e756c436b] Received unexpected event network-vif-plugged-e431dbc5-8aad-489c-9ff0-937c52e8ff41 for instance with vm_state deleted and task_state None.
Nov 06 09:15:34 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:15:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:15:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:15:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:21 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:16:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:16:21 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 09:16:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:16:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:16:22 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9165MB free_disk=24.806747436523438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:16:22 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.138s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:16:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:16:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:26 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:34 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:16:35 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:37 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:16:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:16:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74883) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74883) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 06 09:17:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:17 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:22 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:17:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:17:22 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 09:17:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:23 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:23 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:17:24 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:17:24 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9185MB free_disk=24.79688262939453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:17:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.323s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:17:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:26 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:26 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:34 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:35 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:17:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 06 09:17:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:17:56 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:01 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:06 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:11 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:16 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:18 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:19 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:21 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Starting heal instance info cache {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Rebuilding the list of instances to heal {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Didn't find any instances for network info cache update. {{(pid=74883) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.manager [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74883) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Auditing locally available compute resources for user (node: user) {{(pid=74883) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 06 09:18:24 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:18:24 user nova-compute[74883]: WARNING nova.virt.libvirt.driver [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Hypervisor/Node resource view: name=user free_ram=9189MB free_disk=24.795902252197266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74883) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74883) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.provider_tree [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed in ProviderTree for provider: e217f4f8-1ed1-4401-b1e9-56d30df3c040 {{(pid=74883) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.scheduler.client.report [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Inventory has not changed for provider e217f4f8-1ed1-4401-b1e9-56d30df3c040 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74883) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG nova.compute.resource_tracker [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Compute_service record updated for user:user {{(pid=74883) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 06 09:18:24 user nova-compute[74883]: DEBUG oslo_concurrency.lockutils [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.124s {{(pid=74883) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 06 09:18:25 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:26 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:27 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:28 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:29 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:31 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:35 user nova-compute[74883]: DEBUG oslo_service.periodic_task [None req-3283a8c3-a830-4a20-9ed8-157399fdcfe2 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74883) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 06 09:18:36 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:41 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:46 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 06 09:18:51 user nova-compute[74883]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 28 {{(pid=74883) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}